2024-12-07 01:15:55,541 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-07 01:15:55,561 main DEBUG Took 0.017680 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 01:15:55,561 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 01:15:55,561 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 01:15:55,562 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 01:15:55,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:15:55,571 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 01:15:55,585 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:15:55,586 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:15:55,587 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:15:55,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:15:55,588 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:15:55,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:15:55,589 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:15:55,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:15:55,590 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:15:55,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:15:55,590 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:15:55,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:15:55,591 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:15:55,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:15:55,592 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:15:55,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:15:55,592 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:15:55,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:15:55,593 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:15:55,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:15:55,593 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:15:55,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:15:55,594 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:15:55,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 01:15:55,595 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:15:55,595 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 01:15:55,596 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 01:15:55,597 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 01:15:55,599 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 01:15:55,599 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 01:15:55,600 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 01:15:55,600 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 01:15:55,607 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 01:15:55,609 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 01:15:55,611 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 01:15:55,611 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 01:15:55,611 main DEBUG createAppenders(={Console}) 2024-12-07 01:15:55,612 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-07 01:15:55,612 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-07 01:15:55,613 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-07 01:15:55,613 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 01:15:55,613 main DEBUG OutputStream closed 2024-12-07 01:15:55,613 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 01:15:55,614 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 01:15:55,614 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-07 01:15:55,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 01:15:55,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 01:15:55,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 01:15:55,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 01:15:55,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 01:15:55,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 01:15:55,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 01:15:55,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 01:15:55,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 01:15:55,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 01:15:55,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 01:15:55,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 01:15:55,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 01:15:55,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 01:15:55,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 01:15:55,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 01:15:55,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 01:15:55,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 01:15:55,696 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 01:15:55,697 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-07 01:15:55,697 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 01:15:55,698 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-07T01:15:55,712 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-07 01:15:55,715 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 01:15:55,715 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T01:15:55,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=1484 2024-12-07T01:15:56,035 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-07T01:15:56,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162 2024-12-07T01:15:56,077 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/cluster_4f22579a-5edc-392c-e6c7-78e348cc2e56, deleteOnExit=true 2024-12-07T01:15:56,250 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/cluster_4f22579a-5edc-392c-e6c7-78e348cc2e56/zookeeper_0, clientPort=55642, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/cluster_4f22579a-5edc-392c-e6c7-78e348cc2e56/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/cluster_4f22579a-5edc-392c-e6c7-78e348cc2e56/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T01:15:56,263 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55642 2024-12-07T01:15:56,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:15:56,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:15:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/test.cache.data in system properties and HBase conf 2024-12-07T01:15:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:15:56,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:15:56,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:15:56,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:15:56,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:15:56,356 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T01:15:56,462 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:15:56,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:15:56,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:15:56,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:15:56,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:15:56,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:15:56,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:15:56,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:15:56,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:15:56,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:15:56,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:15:56,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:15:56,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:15:56,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:15:56,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:15:57,485 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T01:15:57,559 INFO [Time-limited test {}] log.Log(170): Logging initialized @3057ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T01:15:57,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:15:57,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:15:57,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:15:57,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:15:57,730 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:15:57,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:15:57,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:15:57,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:15:57,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/java.io.tmpdir/jetty-localhost-33535-hadoop-hdfs-3_4_1-tests_jar-_-any-10263515527471408049/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:15:57,916 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:33535} 2024-12-07T01:15:57,916 INFO [Time-limited test {}] server.Server(415): Started @3414ms 2024-12-07T01:15:58,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:15:58,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:15:58,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:15:58,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:15:58,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:15:58,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:15:58,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:15:58,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/java.io.tmpdir/jetty-localhost-41111-hadoop-hdfs-3_4_1-tests_jar-_-any-6716497418671375629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:15:58,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:41111} 2024-12-07T01:15:58,563 INFO [Time-limited test {}] server.Server(415): Started @4061ms 2024-12-07T01:15:58,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:15:59,523 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/cluster_4f22579a-5edc-392c-e6c7-78e348cc2e56/data/data2/current/BP-293257294-172.17.0.3-1733534157019/current, will proceed with Du for space computation calculation, 2024-12-07T01:15:59,523 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/cluster_4f22579a-5edc-392c-e6c7-78e348cc2e56/data/data1/current/BP-293257294-172.17.0.3-1733534157019/current, will proceed with Du for space computation calculation, 2024-12-07T01:15:59,550 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:15:59,598 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3780540c5fc59a70 with lease ID 0x25e6f472b1110a72: Processing first storage report for DS-98f62a20-7d0b-4d89-b71b-d1e71096d2ed from datanode DatanodeRegistration(127.0.0.1:42603, datanodeUuid=e5611190-15df-46c6-9793-bc41f7cf92fa, infoPort=43507, infoSecurePort=0, ipcPort=33683, storageInfo=lv=-57;cid=testClusterID;nsid=1674518436;c=1733534157019) 2024-12-07T01:15:59,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3780540c5fc59a70 with lease ID 0x25e6f472b1110a72: from storage DS-98f62a20-7d0b-4d89-b71b-d1e71096d2ed node DatanodeRegistration(127.0.0.1:42603, datanodeUuid=e5611190-15df-46c6-9793-bc41f7cf92fa, infoPort=43507, infoSecurePort=0, ipcPort=33683, storageInfo=lv=-57;cid=testClusterID;nsid=1674518436;c=1733534157019), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T01:15:59,599 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3780540c5fc59a70 with lease ID 0x25e6f472b1110a72: Processing first storage report for DS-b8aa3567-3ac4-49e2-b55d-61857878c4f1 from datanode DatanodeRegistration(127.0.0.1:42603, datanodeUuid=e5611190-15df-46c6-9793-bc41f7cf92fa, infoPort=43507, infoSecurePort=0, ipcPort=33683, storageInfo=lv=-57;cid=testClusterID;nsid=1674518436;c=1733534157019) 2024-12-07T01:15:59,599 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3780540c5fc59a70 with lease ID 0x25e6f472b1110a72: from storage DS-b8aa3567-3ac4-49e2-b55d-61857878c4f1 node DatanodeRegistration(127.0.0.1:42603, datanodeUuid=e5611190-15df-46c6-9793-bc41f7cf92fa, infoPort=43507, infoSecurePort=0, ipcPort=33683, storageInfo=lv=-57;cid=testClusterID;nsid=1674518436;c=1733534157019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:15:59,665 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162 2024-12-07T01:15:59,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:15:59,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:15:59,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:16:00,298 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a with version=8 2024-12-07T01:16:00,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/hbase-staging 2024-12-07T01:16:00,377 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T01:16:00,619 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:16:00,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:00,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:00,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:16:00,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:00,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:16:00,744 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:16:00,793 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T01:16:00,800 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T01:16:00,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:16:00,823 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6952 (auto-detected) 2024-12-07T01:16:00,824 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-07T01:16:00,839 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43241 2024-12-07T01:16:00,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43241 connecting to ZooKeeper ensemble=127.0.0.1:55642 2024-12-07T01:16:00,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432410x0, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:00,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43241-0x101ad5c016c0000 connected 2024-12-07T01:16:01,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:01,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:01,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on znode that does not yet exist, /015830872/running 2024-12-07T01:16:01,103 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a, hbase.cluster.distributed=false 2024-12-07T01:16:01,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on znode that does not yet exist, /015830872/acl 2024-12-07T01:16:01,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43241 2024-12-07T01:16:01,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43241 2024-12-07T01:16:01,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43241 2024-12-07T01:16:01,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43241 2024-12-07T01:16:01,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43241 2024-12-07T01:16:01,224 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:16:01,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:01,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:01,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:16:01,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:01,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:16:01,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:16:01,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:16:01,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40955 2024-12-07T01:16:01,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40955 connecting to ZooKeeper ensemble=127.0.0.1:55642 2024-12-07T01:16:01,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:01,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:01,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409550x0, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:01,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409550x0, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on znode that does not yet exist, /015830872/running 2024-12-07T01:16:01,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40955-0x101ad5c016c0001 connected 2024-12-07T01:16:01,255 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:16:01,262 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:16:01,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on znode that does not yet exist, /015830872/master 2024-12-07T01:16:01,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on znode that does not yet exist, /015830872/acl 2024-12-07T01:16:01,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40955 2024-12-07T01:16:01,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40955 2024-12-07T01:16:01,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40955 2024-12-07T01:16:01,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40955 2024-12-07T01:16:01,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40955 2024-12-07T01:16:01,285 DEBUG [M:0;ec1863dc21e5:43241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:43241 2024-12-07T01:16:01,286 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /015830872/backup-masters/ec1863dc21e5,43241,1733534160469 2024-12-07T01:16:01,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872/backup-masters 2024-12-07T01:16:01,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872/backup-masters 2024-12-07T01:16:01,306 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on existing znode=/015830872/backup-masters/ec1863dc21e5,43241,1733534160469 2024-12-07T01:16:01,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/015830872/master 2024-12-07T01:16:01,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:01,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:01,336 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on existing znode=/015830872/master 2024-12-07T01:16:01,338 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /015830872/backup-masters/ec1863dc21e5,43241,1733534160469 from backup master directory 2024-12-07T01:16:01,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/015830872/backup-masters/ec1863dc21e5,43241,1733534160469 2024-12-07T01:16:01,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872/backup-masters 2024-12-07T01:16:01,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872/backup-masters 2024-12-07T01:16:01,346 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:16:01,347 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,43241,1733534160469 2024-12-07T01:16:01,350 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-07T01:16:01,352 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-07T01:16:01,410 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/hbase.id] with ID: 35387021-fee9-441c-a578-84ca38a9bddc 2024-12-07T01:16:01,410 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/.tmp/hbase.id 2024-12-07T01:16:01,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:16:01,822 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/.tmp/hbase.id]:[hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/hbase.id] 2024-12-07T01:16:01,870 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:01,875 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:16:01,893 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-07T01:16:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:01,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:16:02,380 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:16:02,382 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:16:02,395 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T01:16:02,399 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:02,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:16:02,853 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store 2024-12-07T01:16:02,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:16:03,273 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-07T01:16:03,276 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:03,278 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:16:03,278 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:03,278 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:03,280 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:16:03,280 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:03,280 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:03,281 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534163278Disabling compacts and flushes for region at 1733534163278Disabling writes for close at 1733534163280 (+2 ms)Writing region close event to WAL at 1733534163280Closed at 1733534163280 2024-12-07T01:16:03,284 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/.initializing 2024-12-07T01:16:03,284 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/WALs/ec1863dc21e5,43241,1733534160469 2024-12-07T01:16:03,292 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:16:03,308 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C43241%2C1733534160469, suffix=, logDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/WALs/ec1863dc21e5,43241,1733534160469, archiveDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/oldWALs, maxLogs=10 2024-12-07T01:16:03,340 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/WALs/ec1863dc21e5,43241,1733534160469/ec1863dc21e5%2C43241%2C1733534160469.1733534163314, exclude list is [], retry=0 2024-12-07T01:16:03,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-98f62a20-7d0b-4d89-b71b-d1e71096d2ed,DISK] 2024-12-07T01:16:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T01:16:03,388 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/WALs/ec1863dc21e5,43241,1733534160469/ec1863dc21e5%2C43241%2C1733534160469.1733534163314 2024-12-07T01:16:03,388 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-12-07T01:16:03,389 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:03,389 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:03,392 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:03,393 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:03,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:03,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:16:03,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:03,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:03,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:03,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:16:03,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:03,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:03,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:03,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:16:03,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:03,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:03,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:03,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:16:03,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:03,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:03,465 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:03,469 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:03,470 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:03,476 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:03,477 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:03,481 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:03,485 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:03,489 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:03,491 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64993551, jitterRate=-0.03152061998844147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:03,497 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534163404Initializing all the Stores at 1733534163407 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534163407Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534163408 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534163408Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534163408Cleaning up temporary data from old regions at 1733534163477 (+69 ms)Region opened successfully at 1733534163497 (+20 ms) 2024-12-07T01:16:03,498 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:16:03,533 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7a6868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:16:03,566 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:16:03,578 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:16:03,578 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:16:03,581 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:16:03,582 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-07T01:16:03,589 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-07T01:16:03,589 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:16:03,617 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:16:03,626 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Unable to get data of znode /015830872/balancer because node does not exist (not necessarily an error) 2024-12-07T01:16:03,692 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /015830872/balancer already deleted, retry=false 2024-12-07T01:16:03,695 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:16:03,697 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Unable to get data of znode /015830872/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:16:03,710 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /015830872/normalizer already deleted, retry=false 2024-12-07T01:16:03,713 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:16:03,717 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Unable to get data of znode /015830872/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:16:03,724 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /015830872/switch/split already deleted, retry=false 2024-12-07T01:16:03,726 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Unable to get data of znode /015830872/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:16:03,734 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /015830872/switch/merge already deleted, retry=false 2024-12-07T01:16:03,757 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Unable to get data of znode /015830872/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:16:03,766 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /015830872/snapshot-cleanup already deleted, retry=false 2024-12-07T01:16:03,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/015830872/running 2024-12-07T01:16:03,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/015830872/running 2024-12-07T01:16:03,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:03,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:03,782 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,43241,1733534160469, sessionid=0x101ad5c016c0000, setting cluster-up flag (Was=false) 2024-12-07T01:16:03,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:03,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:03,850 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /015830872/flush-table-proc/acquired, /015830872/flush-table-proc/reached, /015830872/flush-table-proc/abort 2024-12-07T01:16:03,853 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,43241,1733534160469 2024-12-07T01:16:03,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:03,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:03,914 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /015830872/online-snapshot/acquired, /015830872/online-snapshot/reached, /015830872/online-snapshot/abort 2024-12-07T01:16:03,918 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,43241,1733534160469 2024-12-07T01:16:03,927 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:16:03,978 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(746): ClusterId : 35387021-fee9-441c-a578-84ca38a9bddc 2024-12-07T01:16:03,980 DEBUG [RS:0;ec1863dc21e5:40955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:16:03,997 DEBUG [RS:0;ec1863dc21e5:40955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:16:03,997 DEBUG [RS:0;ec1863dc21e5:40955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:16:03,997 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:04,009 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:16:04,010 DEBUG [RS:0;ec1863dc21e5:40955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:16:04,011 DEBUG [RS:0;ec1863dc21e5:40955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da9aa28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:16:04,018 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:16:04,026 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,43241,1733534160469 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:16:04,031 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:40955 2024-12-07T01:16:04,035 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:16:04,036 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:16:04,036 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:04,036 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:16:04,036 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:04,037 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:04,037 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:04,037 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:16:04,037 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:04,038 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:16:04,038 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:04,040 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,43241,1733534160469 with port=40955, startcode=1733534161195 2024-12-07T01:16:04,045 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534194045 2024-12-07T01:16:04,046 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:04,046 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:16:04,047 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:16:04,048 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:16:04,053 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:16:04,053 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:16:04,054 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:16:04,054 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:16:04,055 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:04,056 DEBUG [RS:0;ec1863dc21e5:40955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:16:04,055 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:16:04,055 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:04,061 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:16:04,062 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:16:04,063 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:16:04,063 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:16:04,069 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:16:04,070 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:16:04,076 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534164072,5,FailOnTimeoutGroup] 2024-12-07T01:16:04,078 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534164077,5,FailOnTimeoutGroup] 2024-12-07T01:16:04,078 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:04,078 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:16:04,080 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:04,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:16:04,081 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:04,119 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:16:04,128 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43241 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,40955,1733534161195 2024-12-07T01:16:04,132 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43241 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,40955,1733534161195 2024-12-07T01:16:04,154 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a 2024-12-07T01:16:04,154 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34083 2024-12-07T01:16:04,154 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:16:04,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872/rs 2024-12-07T01:16:04,175 DEBUG [RS:0;ec1863dc21e5:40955 {}] zookeeper.ZKUtil(111): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on existing znode=/015830872/rs/ec1863dc21e5,40955,1733534161195 2024-12-07T01:16:04,176 WARN [RS:0;ec1863dc21e5:40955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:16:04,176 INFO [RS:0;ec1863dc21e5:40955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:04,176 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195 2024-12-07T01:16:04,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,40955,1733534161195] 2024-12-07T01:16:04,237 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:16:04,270 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:16:04,275 INFO [RS:0;ec1863dc21e5:40955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:16:04,275 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:04,281 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:16:04,287 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:16:04,289 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:04,289 DEBUG [RS:0;ec1863dc21e5:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:04,290 DEBUG [RS:0;ec1863dc21e5:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:04,290 DEBUG [RS:0;ec1863dc21e5:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:04,290 DEBUG [RS:0;ec1863dc21e5:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:04,290 DEBUG [RS:0;ec1863dc21e5:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:04,291 DEBUG [RS:0;ec1863dc21e5:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:16:04,291 DEBUG [RS:0;ec1863dc21e5:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:04,291 DEBUG [RS:0;ec1863dc21e5:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:04,291 DEBUG [RS:0;ec1863dc21e5:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:04,296 DEBUG [RS:0;ec1863dc21e5:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:04,297 DEBUG [RS:0;ec1863dc21e5:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:04,297 DEBUG [RS:0;ec1863dc21e5:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:04,298 DEBUG [RS:0;ec1863dc21e5:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:16:04,298 DEBUG [RS:0;ec1863dc21e5:40955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:16:04,299 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:04,299 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:04,299 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:04,300 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:04,300 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:04,300 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,40955,1733534161195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:16:04,322 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:16:04,323 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,40955,1733534161195-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:04,324 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:04,324 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.Replication(171): ec1863dc21e5,40955,1733534161195 started 2024-12-07T01:16:04,350 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:04,351 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,40955,1733534161195, RpcServer on ec1863dc21e5/172.17.0.3:40955, sessionid=0x101ad5c016c0001 2024-12-07T01:16:04,352 DEBUG [RS:0;ec1863dc21e5:40955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:16:04,352 DEBUG [RS:0;ec1863dc21e5:40955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,40955,1733534161195 2024-12-07T01:16:04,352 DEBUG [RS:0;ec1863dc21e5:40955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,40955,1733534161195' 2024-12-07T01:16:04,353 DEBUG [RS:0;ec1863dc21e5:40955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/015830872/flush-table-proc/abort' 2024-12-07T01:16:04,354 DEBUG [RS:0;ec1863dc21e5:40955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/015830872/flush-table-proc/acquired' 2024-12-07T01:16:04,354 DEBUG [RS:0;ec1863dc21e5:40955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:16:04,354 DEBUG [RS:0;ec1863dc21e5:40955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:16:04,355 DEBUG [RS:0;ec1863dc21e5:40955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,40955,1733534161195 2024-12-07T01:16:04,355 DEBUG [RS:0;ec1863dc21e5:40955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,40955,1733534161195' 2024-12-07T01:16:04,355 DEBUG [RS:0;ec1863dc21e5:40955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/015830872/online-snapshot/abort' 2024-12-07T01:16:04,356 DEBUG [RS:0;ec1863dc21e5:40955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/015830872/online-snapshot/acquired' 2024-12-07T01:16:04,356 DEBUG [RS:0;ec1863dc21e5:40955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:16:04,356 INFO [RS:0;ec1863dc21e5:40955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:16:04,356 INFO [RS:0;ec1863dc21e5:40955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:16:04,462 INFO [RS:0;ec1863dc21e5:40955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:16:04,465 INFO [RS:0;ec1863dc21e5:40955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C40955%2C1733534161195, suffix=, logDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195, archiveDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/oldWALs, maxLogs=10 2024-12-07T01:16:04,481 DEBUG [RS:0;ec1863dc21e5:40955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467, exclude list is [], retry=0 2024-12-07T01:16:04,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:16:04,484 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a 2024-12-07T01:16:04,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-98f62a20-7d0b-4d89-b71b-d1e71096d2ed,DISK] 2024-12-07T01:16:04,495 INFO [RS:0;ec1863dc21e5:40955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 2024-12-07T01:16:04,496 DEBUG [RS:0;ec1863dc21e5:40955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-12-07T01:16:04,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741833_1009 (size=32) 2024-12-07T01:16:04,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:04,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:16:04,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:16:04,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:04,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:04,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:16:04,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:16:04,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:04,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:04,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:16:04,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:16:04,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:04,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:04,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:16:04,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:16:04,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:04,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:04,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:16:04,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740 2024-12-07T01:16:04,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740 2024-12-07T01:16:04,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:16:04,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:16:04,546 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:04,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:16:04,554 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:04,555 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73858985, jitterRate=0.10058464109897614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:04,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534164501Initializing all the Stores at 1733534164505 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534164506 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534164512 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534164512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534164512Cleaning up temporary data from old regions at 1733534164537 (+25 ms)Region opened successfully at 1733534164558 (+21 ms) 2024-12-07T01:16:04,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:16:04,559 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:16:04,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:16:04,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:16:04,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:16:04,561 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:04,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534164559Disabling compacts and flushes for region at 1733534164559Disabling writes for close at 1733534164559Writing region close event to WAL at 1733534164561 (+2 ms)Closed at 1733534164561 2024-12-07T01:16:04,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:04,565 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:16:04,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:16:04,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:16:04,590 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:16:04,743 DEBUG [ec1863dc21e5:43241 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:16:04,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,40955,1733534161195 2024-12-07T01:16:04,764 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,40955,1733534161195, state=OPENING 2024-12-07T01:16:04,851 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:16:04,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:04,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:04,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /015830872/meta-region-server: CHANGED 2024-12-07T01:16:04,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /015830872/meta-region-server: CHANGED 2024-12-07T01:16:04,864 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:16:04,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,40955,1733534161195}] 2024-12-07T01:16:05,044 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:16:05,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:16:05,064 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:16:05,065 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:05,066 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:16:05,070 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C40955%2C1733534161195.meta, suffix=.meta, logDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195, archiveDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/oldWALs, maxLogs=10 2024-12-07T01:16:05,091 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.meta.1733534165072.meta, exclude list is [], retry=0 2024-12-07T01:16:05,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-98f62a20-7d0b-4d89-b71b-d1e71096d2ed,DISK] 2024-12-07T01:16:05,101 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.meta.1733534165072.meta 2024-12-07T01:16:05,102 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-12-07T01:16:05,102 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:05,108 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:16:05,109 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:16:05,112 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:16:05,114 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:16:05,118 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:16:05,119 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:05,119 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:16:05,119 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:16:05,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:16:05,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:16:05,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:05,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:05,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:16:05,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:16:05,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:05,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:05,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:16:05,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:16:05,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:05,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:05,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:16:05,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:16:05,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:05,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:05,135 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:16:05,137 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740 2024-12-07T01:16:05,140 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740 2024-12-07T01:16:05,143 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:16:05,143 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:16:05,144 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:05,147 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:16:05,149 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64126758, jitterRate=-0.04443684220314026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:05,149 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:16:05,151 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534165119Writing region info on filesystem at 1733534165120 (+1 ms)Initializing all the Stores at 1733534165121 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534165122 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534165122Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534165122Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534165122Cleaning up temporary data from old regions at 1733534165143 (+21 ms)Running coprocessor post-open hooks at 1733534165150 (+7 ms)Region opened successfully at 1733534165151 (+1 ms) 2024-12-07T01:16:05,160 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534165034 2024-12-07T01:16:05,175 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:16:05,176 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:16:05,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,40955,1733534161195 2024-12-07T01:16:05,182 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,40955,1733534161195, state=OPEN 2024-12-07T01:16:05,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/015830872/meta-region-server 2024-12-07T01:16:05,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/015830872/meta-region-server 2024-12-07T01:16:05,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /015830872/meta-region-server: CHANGED 2024-12-07T01:16:05,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /015830872/meta-region-server: CHANGED 2024-12-07T01:16:05,254 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,40955,1733534161195 2024-12-07T01:16:05,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:16:05,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,40955,1733534161195 in 389 msec 2024-12-07T01:16:05,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:16:05,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 688 msec 2024-12-07T01:16:05,269 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:05,269 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:16:05,290 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:05,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40955,1733534161195, seqNum=-1] 2024-12-07T01:16:05,314 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:05,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:16:05,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3840 sec 2024-12-07T01:16:05,342 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534165342, completionTime=-1 2024-12-07T01:16:05,345 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:16:05,345 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:16:05,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:16:05,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534225370 2024-12-07T01:16:05,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534285370 2024-12-07T01:16:05,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-12-07T01:16:05,372 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43241,1733534160469-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:05,373 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43241,1733534160469-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:05,373 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43241,1733534160469-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:05,374 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:43241, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:05,374 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:05,377 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:05,382 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:16:05,406 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.059sec 2024-12-07T01:16:05,408 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:16:05,409 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:16:05,410 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:16:05,411 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:16:05,411 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:16:05,412 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43241,1733534160469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:16:05,413 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43241,1733534160469-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:16:05,422 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:16:05,423 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:16:05,423 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43241,1733534160469-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:05,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:05,492 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T01:16:05,492 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T01:16:05,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,43241,-1 for getting cluster id 2024-12-07T01:16:05,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:05,508 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35387021-fee9-441c-a578-84ca38a9bddc' 2024-12-07T01:16:05,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:05,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35387021-fee9-441c-a578-84ca38a9bddc" 2024-12-07T01:16:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aec539e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,43241,-1] 2024-12-07T01:16:05,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:05,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:05,535 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:05,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:05,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40955,1733534161195, seqNum=-1] 2024-12-07T01:16:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:05,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:16:05,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,43241,1733534160469 2024-12-07T01:16:05,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55642 2024-12-07T01:16:05,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:05,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101ad5c016c0002 connected 2024-12-07T01:16:05,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/hadoop.log.dir so I do NOT create it in target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044 2024-12-07T01:16:05,838 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:16:05,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/hadoop.tmp.dir so I do NOT create it in target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044 2024-12-07T01:16:05,838 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:16:05,838 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044 2024-12-07T01:16:05,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:16:05,839 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/cluster_9718fcf6-2662-76e4-2e5b-aca766bb390c, deleteOnExit=true 2024-12-07T01:16:05,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:16:05,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/test.cache.data in system properties and HBase conf 2024-12-07T01:16:05,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:16:05,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:16:05,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:16:05,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:16:05,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:16:05,840 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:16:05,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:16:05,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:16:05,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:16:05,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:16:05,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:16:05,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:16:05,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:16:05,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:16:05,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:16:05,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:16:05,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:16:05,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:16:05,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:16:05,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:16:06,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:06,252 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:16:06,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:16:06,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:16:06,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:16:06,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:06,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:16:06,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:16:06,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/java.io.tmpdir/jetty-localhost-46745-hadoop-hdfs-3_4_1-tests_jar-_-any-11541749804597940820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:16:06,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:46745} 2024-12-07T01:16:06,386 INFO [Time-limited test {}] server.Server(415): Started @11884ms 2024-12-07T01:16:06,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:06,689 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:16:06,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:16:06,692 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:16:06,692 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:16:06,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:16:06,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:16:06,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/java.io.tmpdir/jetty-localhost-33853-hadoop-hdfs-3_4_1-tests_jar-_-any-7469553504030387610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:16:06,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:33853} 2024-12-07T01:16:06,839 INFO [Time-limited test {}] server.Server(415): Started @12337ms 2024-12-07T01:16:06,848 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:16:07,534 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/cluster_9718fcf6-2662-76e4-2e5b-aca766bb390c/data/data1/current/BP-738369259-172.17.0.3-1733534165880/current, will proceed with Du for space computation calculation, 2024-12-07T01:16:07,534 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/cluster_9718fcf6-2662-76e4-2e5b-aca766bb390c/data/data2/current/BP-738369259-172.17.0.3-1733534165880/current, will proceed with Du for space computation calculation, 2024-12-07T01:16:07,576 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:16:07,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29234e822682a77a with lease ID 0x9e87347601111fc1: Processing first storage report for DS-a09b63df-ee4f-4f36-9f87-139a12adab3d from datanode DatanodeRegistration(127.0.0.1:40873, datanodeUuid=1bb4d6b5-647e-479a-829c-496e58c67268, infoPort=46027, infoSecurePort=0, ipcPort=42707, storageInfo=lv=-57;cid=testClusterID;nsid=240933927;c=1733534165880) 2024-12-07T01:16:07,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29234e822682a77a with lease ID 0x9e87347601111fc1: from storage DS-a09b63df-ee4f-4f36-9f87-139a12adab3d node DatanodeRegistration(127.0.0.1:40873, datanodeUuid=1bb4d6b5-647e-479a-829c-496e58c67268, infoPort=46027, infoSecurePort=0, ipcPort=42707, storageInfo=lv=-57;cid=testClusterID;nsid=240933927;c=1733534165880), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:16:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29234e822682a77a with lease ID 0x9e87347601111fc1: Processing first storage report for DS-09435ca5-880c-41a0-86b6-02bd7c53fe34 from datanode DatanodeRegistration(127.0.0.1:40873, datanodeUuid=1bb4d6b5-647e-479a-829c-496e58c67268, infoPort=46027, infoSecurePort=0, ipcPort=42707, storageInfo=lv=-57;cid=testClusterID;nsid=240933927;c=1733534165880) 2024-12-07T01:16:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29234e822682a77a with lease ID 0x9e87347601111fc1: from storage DS-09435ca5-880c-41a0-86b6-02bd7c53fe34 node DatanodeRegistration(127.0.0.1:40873, datanodeUuid=1bb4d6b5-647e-479a-829c-496e58c67268, infoPort=46027, infoSecurePort=0, ipcPort=42707, storageInfo=lv=-57;cid=testClusterID;nsid=240933927;c=1733534165880), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:16:07,619 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044 2024-12-07T01:16:07,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:07,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:07,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:16:08,036 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f with version=8 2024-12-07T01:16:08,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/hbase-staging 2024-12-07T01:16:08,039 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:16:08,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:08,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:08,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:16:08,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:08,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:16:08,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:16:08,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:16:08,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35963 2024-12-07T01:16:08,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35963 connecting to ZooKeeper ensemble=127.0.0.1:55642 2024-12-07T01:16:08,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359630x0, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:08,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35963-0x101ad5c016c0003 connected 2024-12-07T01:16:08,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:08,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:08,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Set watcher on znode that does not yet exist, /1694387975/running 2024-12-07T01:16:08,172 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f, hbase.cluster.distributed=false 2024-12-07T01:16:08,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Set watcher on znode that does not yet exist, /1694387975/acl 2024-12-07T01:16:08,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35963 2024-12-07T01:16:08,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35963 2024-12-07T01:16:08,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35963 2024-12-07T01:16:08,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35963 2024-12-07T01:16:08,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35963 2024-12-07T01:16:08,191 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:16:08,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:08,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:08,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:16:08,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:08,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:16:08,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:16:08,192 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:16:08,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38753 2024-12-07T01:16:08,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38753 connecting to ZooKeeper ensemble=127.0.0.1:55642 2024-12-07T01:16:08,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:08,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:08,257 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387530x0, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:08,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387530x0, quorum=127.0.0.1:55642, baseZNode=/1694387975 Set watcher on znode that does not yet exist, /1694387975/running 2024-12-07T01:16:08,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38753-0x101ad5c016c0004 connected 2024-12-07T01:16:08,259 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:16:08,268 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:16:08,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Set watcher on znode that does not yet exist, /1694387975/master 2024-12-07T01:16:08,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Set watcher on znode that does not yet exist, /1694387975/acl 2024-12-07T01:16:08,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38753 2024-12-07T01:16:08,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38753 2024-12-07T01:16:08,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38753 2024-12-07T01:16:08,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38753 2024-12-07T01:16:08,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38753 2024-12-07T01:16:08,304 DEBUG [M:0;ec1863dc21e5:35963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:35963 2024-12-07T01:16:08,316 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1694387975/backup-masters/ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:08,352 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975/backup-masters 2024-12-07T01:16:08,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975/backup-masters 2024-12-07T01:16:08,353 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Set watcher on existing znode=/1694387975/backup-masters/ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:08,366 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1694387975/master 2024-12-07T01:16:08,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975 2024-12-07T01:16:08,366 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975 2024-12-07T01:16:08,367 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Set watcher on existing znode=/1694387975/master 2024-12-07T01:16:08,368 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1694387975/backup-masters/ec1863dc21e5,35963,1733534168039 from backup master directory 2024-12-07T01:16:08,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1694387975/backup-masters/ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:08,376 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975/backup-masters 2024-12-07T01:16:08,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975/backup-masters 2024-12-07T01:16:08,376 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:16:08,377 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:08,386 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/hbase.id] with ID: da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370 2024-12-07T01:16:08,386 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/.tmp/hbase.id 2024-12-07T01:16:08,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:16:08,406 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/.tmp/hbase.id]:[hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/hbase.id] 2024-12-07T01:16:08,437 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:08,437 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:16:08,440 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-07T01:16:08,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975 2024-12-07T01:16:08,450 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975 2024-12-07T01:16:08,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:16:08,873 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:16:08,875 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:16:08,875 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:08,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:16:09,300 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store 2024-12-07T01:16:09,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:16:09,711 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:09,711 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:16:09,711 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:09,711 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:09,711 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:16:09,711 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:09,711 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:09,712 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534169711Disabling compacts and flushes for region at 1733534169711Disabling writes for close at 1733534169711Writing region close event to WAL at 1733534169711Closed at 1733534169711 2024-12-07T01:16:09,713 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/.initializing 2024-12-07T01:16:09,713 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/WALs/ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:09,715 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:16:09,718 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C35963%2C1733534168039, suffix=, logDir=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/WALs/ec1863dc21e5,35963,1733534168039, archiveDir=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/oldWALs, maxLogs=10 2024-12-07T01:16:09,736 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/WALs/ec1863dc21e5,35963,1733534168039/ec1863dc21e5%2C35963%2C1733534168039.1733534169718, exclude list is [], retry=0 2024-12-07T01:16:09,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40873,DS-a09b63df-ee4f-4f36-9f87-139a12adab3d,DISK] 2024-12-07T01:16:09,747 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/WALs/ec1863dc21e5,35963,1733534168039/ec1863dc21e5%2C35963%2C1733534168039.1733534169718 2024-12-07T01:16:09,748 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46027:46027)] 2024-12-07T01:16:09,748 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:09,748 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:09,748 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:09,748 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:09,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:09,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:16:09,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:09,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:09,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:09,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:16:09,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:09,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:09,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:09,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:16:09,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:09,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:09,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:09,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:16:09,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:09,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:09,780 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:09,781 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:09,782 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:09,785 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:09,785 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:09,786 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:09,789 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:09,794 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:09,796 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60182533, jitterRate=-0.10321037471294403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:09,796 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534169748Initializing all the Stores at 1733534169751 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534169751Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534169751Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534169751Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534169751Cleaning up temporary data from old regions at 1733534169785 (+34 ms)Region opened successfully at 1733534169796 (+11 ms) 2024-12-07T01:16:09,796 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:16:09,834 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41090f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:16:09,836 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:16:09,836 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:16:09,836 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:16:09,836 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:16:09,838 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-07T01:16:09,838 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:16:09,838 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:16:09,848 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:16:09,850 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Unable to get data of znode /1694387975/balancer because node does not exist (not necessarily an error) 2024-12-07T01:16:09,944 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1694387975/balancer already deleted, retry=false 2024-12-07T01:16:09,945 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:16:09,946 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Unable to get data of znode /1694387975/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:16:10,018 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1694387975/normalizer already deleted, retry=false 2024-12-07T01:16:10,019 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:16:10,020 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Unable to get data of znode /1694387975/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:16:10,036 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1694387975/switch/split already deleted, retry=false 2024-12-07T01:16:10,037 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Unable to get data of znode /1694387975/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:16:10,050 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1694387975/switch/merge already deleted, retry=false 2024-12-07T01:16:10,053 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Unable to get data of znode /1694387975/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:16:10,060 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1694387975/snapshot-cleanup already deleted, retry=false 2024-12-07T01:16:10,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1694387975/running 2024-12-07T01:16:10,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975 2024-12-07T01:16:10,071 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,35963,1733534168039, sessionid=0x101ad5c016c0003, setting cluster-up flag (Was=false) 2024-12-07T01:16:10,074 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1694387975/running 2024-12-07T01:16:10,074 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975 2024-12-07T01:16:10,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975 2024-12-07T01:16:10,123 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1694387975/flush-table-proc/acquired, /1694387975/flush-table-proc/reached, /1694387975/flush-table-proc/abort 2024-12-07T01:16:10,125 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:10,144 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975 2024-12-07T01:16:10,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975 2024-12-07T01:16:10,176 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1694387975/online-snapshot/acquired, /1694387975/online-snapshot/reached, /1694387975/online-snapshot/abort 2024-12-07T01:16:10,178 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:10,181 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:16:10,184 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:10,184 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:16:10,184 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:16:10,186 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,35963,1733534168039 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:16:10,190 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:10,190 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:10,190 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:10,190 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:10,190 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:16:10,190 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:10,191 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:16:10,192 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:10,194 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(746): ClusterId : da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370 2024-12-07T01:16:10,194 DEBUG [RS:0;ec1863dc21e5:38753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:16:10,195 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:10,195 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:16:10,197 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:10,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:16:10,201 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534200201 2024-12-07T01:16:10,201 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:16:10,201 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:16:10,201 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:16:10,201 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:16:10,201 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:16:10,201 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:16:10,208 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:10,209 DEBUG [RS:0;ec1863dc21e5:38753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:16:10,209 DEBUG [RS:0;ec1863dc21e5:38753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:16:10,215 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:16:10,216 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:16:10,216 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:16:10,216 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:16:10,219 DEBUG [RS:0;ec1863dc21e5:38753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:16:10,219 DEBUG [RS:0;ec1863dc21e5:38753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7460b224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:16:10,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:16:10,224 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:16:10,224 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:16:10,232 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534170224,5,FailOnTimeoutGroup] 2024-12-07T01:16:10,234 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534170232,5,FailOnTimeoutGroup] 2024-12-07T01:16:10,234 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:10,234 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:16:10,234 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:10,234 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:10,244 DEBUG [RS:0;ec1863dc21e5:38753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:38753 2024-12-07T01:16:10,244 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:16:10,244 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:16:10,244 DEBUG [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:16:10,245 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,35963,1733534168039 with port=38753, startcode=1733534168190 2024-12-07T01:16:10,245 DEBUG [RS:0;ec1863dc21e5:38753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:16:10,248 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:16:10,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,38753,1733534168190 2024-12-07T01:16:10,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35963 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,38753,1733534168190 2024-12-07T01:16:10,253 DEBUG [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f 2024-12-07T01:16:10,253 DEBUG [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33995 2024-12-07T01:16:10,253 DEBUG [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:16:10,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975/rs 2024-12-07T01:16:10,261 DEBUG [RS:0;ec1863dc21e5:38753 {}] zookeeper.ZKUtil(111): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Set watcher on existing znode=/1694387975/rs/ec1863dc21e5,38753,1733534168190 2024-12-07T01:16:10,261 WARN [RS:0;ec1863dc21e5:38753 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:16:10,261 INFO [RS:0;ec1863dc21e5:38753 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:10,261 DEBUG [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/WALs/ec1863dc21e5,38753,1733534168190 2024-12-07T01:16:10,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,38753,1733534168190] 2024-12-07T01:16:10,268 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:16:10,272 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:16:10,277 INFO [RS:0;ec1863dc21e5:38753 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:16:10,278 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:10,278 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:16:10,279 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:16:10,279 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:10,279 DEBUG [RS:0;ec1863dc21e5:38753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:10,279 DEBUG [RS:0;ec1863dc21e5:38753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:10,279 DEBUG [RS:0;ec1863dc21e5:38753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:10,279 DEBUG [RS:0;ec1863dc21e5:38753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:10,280 DEBUG [RS:0;ec1863dc21e5:38753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:10,280 DEBUG [RS:0;ec1863dc21e5:38753 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:16:10,280 DEBUG [RS:0;ec1863dc21e5:38753 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:10,280 DEBUG [RS:0;ec1863dc21e5:38753 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:10,280 DEBUG [RS:0;ec1863dc21e5:38753 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:10,280 DEBUG [RS:0;ec1863dc21e5:38753 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:10,280 DEBUG [RS:0;ec1863dc21e5:38753 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:10,280 DEBUG [RS:0;ec1863dc21e5:38753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:10,280 DEBUG [RS:0;ec1863dc21e5:38753 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:16:10,280 DEBUG [RS:0;ec1863dc21e5:38753 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:16:10,284 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:10,284 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:10,284 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:10,284 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:10,285 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:10,285 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38753,1733534168190-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:16:10,302 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:16:10,302 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38753,1733534168190-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:10,302 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:10,302 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.Replication(171): ec1863dc21e5,38753,1733534168190 started 2024-12-07T01:16:10,322 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:10,323 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,38753,1733534168190, RpcServer on ec1863dc21e5/172.17.0.3:38753, sessionid=0x101ad5c016c0004 2024-12-07T01:16:10,323 DEBUG [RS:0;ec1863dc21e5:38753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:16:10,323 DEBUG [RS:0;ec1863dc21e5:38753 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,38753,1733534168190 2024-12-07T01:16:10,323 DEBUG [RS:0;ec1863dc21e5:38753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,38753,1733534168190' 2024-12-07T01:16:10,323 DEBUG [RS:0;ec1863dc21e5:38753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1694387975/flush-table-proc/abort' 2024-12-07T01:16:10,328 DEBUG [RS:0;ec1863dc21e5:38753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1694387975/flush-table-proc/acquired' 2024-12-07T01:16:10,329 DEBUG [RS:0;ec1863dc21e5:38753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:16:10,329 DEBUG [RS:0;ec1863dc21e5:38753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:16:10,329 DEBUG [RS:0;ec1863dc21e5:38753 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,38753,1733534168190 2024-12-07T01:16:10,329 DEBUG [RS:0;ec1863dc21e5:38753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,38753,1733534168190' 2024-12-07T01:16:10,329 DEBUG [RS:0;ec1863dc21e5:38753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1694387975/online-snapshot/abort' 2024-12-07T01:16:10,330 DEBUG [RS:0;ec1863dc21e5:38753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1694387975/online-snapshot/acquired' 2024-12-07T01:16:10,330 DEBUG [RS:0;ec1863dc21e5:38753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:16:10,330 INFO [RS:0;ec1863dc21e5:38753 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:16:10,330 INFO [RS:0;ec1863dc21e5:38753 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:16:10,431 INFO [RS:0;ec1863dc21e5:38753 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:16:10,434 INFO [RS:0;ec1863dc21e5:38753 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C38753%2C1733534168190, suffix=, logDir=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/WALs/ec1863dc21e5,38753,1733534168190, archiveDir=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/oldWALs, maxLogs=10 2024-12-07T01:16:10,449 DEBUG [RS:0;ec1863dc21e5:38753 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/WALs/ec1863dc21e5,38753,1733534168190/ec1863dc21e5%2C38753%2C1733534168190.1733534170435, exclude list is [], retry=0 2024-12-07T01:16:10,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40873,DS-a09b63df-ee4f-4f36-9f87-139a12adab3d,DISK] 2024-12-07T01:16:10,456 INFO [RS:0;ec1863dc21e5:38753 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/WALs/ec1863dc21e5,38753,1733534168190/ec1863dc21e5%2C38753%2C1733534168190.1733534170435 2024-12-07T01:16:10,457 DEBUG [RS:0;ec1863dc21e5:38753 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46027:46027)] 2024-12-07T01:16:10,624 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:16:10,625 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f 2024-12-07T01:16:10,627 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:16:10,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741833_1009 (size=32) 2024-12-07T01:16:10,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:10,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:16:10,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:16:10,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:10,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:10,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:16:10,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:16:10,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:10,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:10,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:16:10,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:16:10,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:10,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:10,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:16:10,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:16:10,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:10,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:10,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:16:10,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/data/hbase/meta/1588230740 2024-12-07T01:16:10,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/data/hbase/meta/1588230740 2024-12-07T01:16:10,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:16:10,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:16:10,687 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:10,688 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:16:10,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:16:10,694 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:10,695 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74210347, jitterRate=0.10582034289836884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:10,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534170661Initializing all the Stores at 1733534170662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534170663 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534170664 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534170664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534170664Cleaning up temporary data from old regions at 1733534170686 (+22 ms)Region opened successfully at 1733534170695 (+9 ms) 2024-12-07T01:16:10,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:16:10,695 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:16:10,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:16:10,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:16:10,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:16:10,696 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:10,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534170695Disabling compacts and flushes for region at 1733534170695Disabling writes for close at 1733534170695Writing region close event to WAL at 1733534170696 (+1 ms)Closed at 1733534170696 2024-12-07T01:16:10,698 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:10,698 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:16:10,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:16:10,700 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:16:10,702 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:16:10,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T01:16:10,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T01:16:10,793 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:16:10,793 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-07T01:16:10,794 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:16:10,794 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T01:16:10,794 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T01:16:10,794 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T01:16:10,852 DEBUG [ec1863dc21e5:35963 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:16:10,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,38753,1733534168190 2024-12-07T01:16:10,855 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,38753,1733534168190, state=OPENING 2024-12-07T01:16:10,902 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:16:10,963 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975 2024-12-07T01:16:10,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975 2024-12-07T01:16:10,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1694387975/meta-region-server: CHANGED 2024-12-07T01:16:10,964 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:16:10,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,38753,1733534168190}] 2024-12-07T01:16:10,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1694387975/meta-region-server: CHANGED 2024-12-07T01:16:11,120 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:16:11,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:16:11,128 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:16:11,128 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:11,129 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:16:11,133 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C38753%2C1733534168190.meta, suffix=.meta, logDir=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/WALs/ec1863dc21e5,38753,1733534168190, archiveDir=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/oldWALs, maxLogs=10 2024-12-07T01:16:11,148 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/WALs/ec1863dc21e5,38753,1733534168190/ec1863dc21e5%2C38753%2C1733534168190.meta.1733534171135.meta, exclude list is [], retry=0 2024-12-07T01:16:11,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40873,DS-a09b63df-ee4f-4f36-9f87-139a12adab3d,DISK] 2024-12-07T01:16:11,158 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/WALs/ec1863dc21e5,38753,1733534168190/ec1863dc21e5%2C38753%2C1733534168190.meta.1733534171135.meta 2024-12-07T01:16:11,161 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46027:46027)] 2024-12-07T01:16:11,162 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:11,162 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:16:11,163 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:16:11,163 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:16:11,163 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:16:11,164 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:16:11,164 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:11,164 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:16:11,164 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:16:11,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:16:11,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:16:11,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:11,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:11,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:16:11,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:16:11,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:11,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:11,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:16:11,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:16:11,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:11,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:11,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:16:11,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:16:11,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:11,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:11,182 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:16:11,183 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/data/hbase/meta/1588230740 2024-12-07T01:16:11,186 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/data/hbase/meta/1588230740 2024-12-07T01:16:11,188 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:16:11,188 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:16:11,190 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:11,192 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:16:11,194 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65086627, jitterRate=-0.030133679509162903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:11,194 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:16:11,194 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534171165Writing region info on filesystem at 1733534171165Initializing all the Stores at 1733534171166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534171166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534171167 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534171167Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534171167Cleaning up temporary data from old regions at 1733534171188 (+21 ms)Running coprocessor post-open hooks at 1733534171194 (+6 ms)Region opened successfully at 1733534171194 2024-12-07T01:16:11,196 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534171119 2024-12-07T01:16:11,200 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:16:11,200 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:16:11,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,38753,1733534168190 2024-12-07T01:16:11,203 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,38753,1733534168190, state=OPEN 2024-12-07T01:16:11,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1694387975/meta-region-server 2024-12-07T01:16:11,218 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1694387975/meta-region-server 2024-12-07T01:16:11,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1694387975/meta-region-server: CHANGED 2024-12-07T01:16:11,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1694387975/meta-region-server: CHANGED 2024-12-07T01:16:11,218 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,38753,1733534168190 2024-12-07T01:16:11,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:16:11,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,38753,1733534168190 in 254 msec 2024-12-07T01:16:11,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:16:11,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-12-07T01:16:11,231 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:11,231 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:16:11,233 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:11,234 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,38753,1733534168190, seqNum=-1] 2024-12-07T01:16:11,234 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:11,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:16:11,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0630 sec 2024-12-07T01:16:11,248 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534171248, completionTime=-1 2024-12-07T01:16:11,248 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:16:11,248 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:16:11,252 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:16:11,252 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534231252 2024-12-07T01:16:11,252 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534291252 2024-12-07T01:16:11,252 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-07T01:16:11,252 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35963,1733534168039-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:11,252 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35963,1733534168039-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:11,253 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35963,1733534168039-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:11,253 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:35963, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:11,253 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:11,253 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:11,256 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:16:11,260 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.882sec 2024-12-07T01:16:11,260 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:16:11,260 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:16:11,260 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:16:11,260 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:16:11,260 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:16:11,260 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35963,1733534168039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:16:11,260 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35963,1733534168039-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:16:11,264 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:16:11,264 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:16:11,265 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35963,1733534168039-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:11,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:11,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35963,-1 for getting cluster id 2024-12-07T01:16:11,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:11,298 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370' 2024-12-07T01:16:11,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370" 2024-12-07T01:16:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adebce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:11,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35963,-1] 2024-12-07T01:16:11,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:11,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:11,302 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:11,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:11,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,38753,1733534168190, seqNum=-1] 2024-12-07T01:16:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:11,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:16:11,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:11,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55642 2024-12-07T01:16:11,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:11,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101ad5c016c0005 connected 2024-12-07T01:16:11,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:11,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,43241,-1 for getting cluster id 2024-12-07T01:16:11,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:11,344 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35387021-fee9-441c-a578-84ca38a9bddc' 2024-12-07T01:16:11,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:11,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35387021-fee9-441c-a578-84ca38a9bddc" 2024-12-07T01:16:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a7a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,43241,-1] 2024-12-07T01:16:11,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:11,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:11,348 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc318e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:11,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,43241,1733534160469 2024-12-07T01:16:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@85c512d 2024-12-07T01:16:11,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:11,370 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:16:11,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:35963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:16:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:16:11,386 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:35963' 2024-12-07T01:16:11,388 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32321142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:11,388 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35963,-1 for getting cluster id 2024-12-07T01:16:11,389 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:11,390 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370' 2024-12-07T01:16:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370" 2024-12-07T01:16:11,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fed65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:11,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35963,-1] 2024-12-07T01:16:11,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:11,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:11,393 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:11,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bbdb40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:11,395 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:11,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:11,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a5bbae2 2024-12-07T01:16:11,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:11,403 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:16:11,418 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-07T01:16:11,418 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:16:11,422 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:11,423 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:11,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:11,424 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:16:11,429 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:16:11,432 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:16:11,433 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:11,435 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:16:11,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741835_1011 (size=1138) 2024-12-07T01:16:11,483 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:16:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:11,849 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1271f4bbea4c2de62decae47d782a1cb, NAME => 'hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a 2024-12-07T01:16:11,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741836_1012 (size=44) 2024-12-07T01:16:11,860 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:11,860 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1271f4bbea4c2de62decae47d782a1cb, disabling compactions & flushes 2024-12-07T01:16:11,860 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:11,860 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:11,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. after waiting 0 ms 2024-12-07T01:16:11,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:11,861 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:11,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1271f4bbea4c2de62decae47d782a1cb: Waiting for close lock at 1733534171860Disabling compacts and flushes for region at 1733534171860Disabling writes for close at 1733534171861 (+1 ms)Writing region close event to WAL at 1733534171861Closed at 1733534171861 2024-12-07T01:16:11,863 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:16:11,868 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534171863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534171863"}]},"ts":"1733534171863"} 2024-12-07T01:16:11,873 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:16:11,875 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:16:11,878 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534171875"}]},"ts":"1733534171875"} 2024-12-07T01:16:11,882 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:16:11,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1271f4bbea4c2de62decae47d782a1cb, ASSIGN}] 2024-12-07T01:16:11,886 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1271f4bbea4c2de62decae47d782a1cb, ASSIGN 2024-12-07T01:16:11,888 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1271f4bbea4c2de62decae47d782a1cb, ASSIGN; state=OFFLINE, location=ec1863dc21e5,40955,1733534161195; forceNewPlan=false, retain=false 2024-12-07T01:16:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:12,040 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1271f4bbea4c2de62decae47d782a1cb, regionState=OPENING, regionLocation=ec1863dc21e5,40955,1733534161195 2024-12-07T01:16:12,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1271f4bbea4c2de62decae47d782a1cb, ASSIGN because future has completed 2024-12-07T01:16:12,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1271f4bbea4c2de62decae47d782a1cb, server=ec1863dc21e5,40955,1733534161195}] 2024-12-07T01:16:12,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:12,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:12,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:16:12,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C40955%2C1733534161195.rep, suffix=, logDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195, archiveDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/oldWALs, maxLogs=10 2024-12-07T01:16:12,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.rep.1733534172215, exclude list is [], retry=0 2024-12-07T01:16:12,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-98f62a20-7d0b-4d89-b71b-d1e71096d2ed,DISK] 2024-12-07T01:16:12,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.rep.1733534172215 2024-12-07T01:16:12,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-12-07T01:16:12,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1271f4bbea4c2de62decae47d782a1cb, NAME => 'hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:12,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:16:12,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:16:12,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. service=MultiRowMutationService 2024-12-07T01:16:12,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:16:12,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:12,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:12,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:12,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:12,262 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:12,265 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1271f4bbea4c2de62decae47d782a1cb columnFamilyName hfileref 2024-12-07T01:16:12,265 DEBUG [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:12,266 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] regionserver.HStore(327): Store=1271f4bbea4c2de62decae47d782a1cb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:12,266 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:12,268 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1271f4bbea4c2de62decae47d782a1cb columnFamilyName queue 2024-12-07T01:16:12,269 DEBUG [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:12,269 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] regionserver.HStore(327): Store=1271f4bbea4c2de62decae47d782a1cb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:12,270 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:12,273 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1271f4bbea4c2de62decae47d782a1cb columnFamilyName sid 2024-12-07T01:16:12,273 DEBUG [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:12,274 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] regionserver.HStore(327): Store=1271f4bbea4c2de62decae47d782a1cb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:12,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:12,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/replication/1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:12,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/replication/1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:12,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:12,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:12,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:16:12,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:12,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/replication/1271f4bbea4c2de62decae47d782a1cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:12,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1271f4bbea4c2de62decae47d782a1cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70171223, jitterRate=0.045632705092430115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:16:12,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:12,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1271f4bbea4c2de62decae47d782a1cb: Running coprocessor pre-open hook at 1733534172256Writing region info on filesystem at 1733534172256Initializing all the Stores at 1733534172259 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534172259Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534172261 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534172261Cleaning up temporary data from old regions at 1733534172277 (+16 ms)Running coprocessor post-open hooks at 1733534172286 (+9 ms)Region opened successfully at 1733534172287 (+1 ms) 2024-12-07T01:16:12,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb., pid=7, masterSystemTime=1733534172199 2024-12-07T01:16:12,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:12,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:12,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1271f4bbea4c2de62decae47d782a1cb, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,40955,1733534161195 2024-12-07T01:16:12,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1271f4bbea4c2de62decae47d782a1cb, server=ec1863dc21e5,40955,1733534161195 because future has completed 2024-12-07T01:16:12,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-07T01:16:12,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1271f4bbea4c2de62decae47d782a1cb, server=ec1863dc21e5,40955,1733534161195 in 257 msec 2024-12-07T01:16:12,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:16:12,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1271f4bbea4c2de62decae47d782a1cb, ASSIGN in 424 msec 2024-12-07T01:16:12,317 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:16:12,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534172317"}]},"ts":"1733534172317"} 2024-12-07T01:16:12,321 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:16:12,323 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:16:12,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 898 msec 2024-12-07T01:16:12,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb., hostname=ec1863dc21e5,40955,1733534161195, seqNum=2] 2024-12-07T01:16:12,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40955 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-07T01:16:12,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:12,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:12,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:16:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:12,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-07T01:16:12,651 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:16:12,695 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,40955,1733534161195, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:16:12,697 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:12,698 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40955,1733534161195, seqNum=-1] 2024-12-07T01:16:12,698 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:12,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T01:16:12,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,40955,1733534161195', locateType=CURRENT is [region=hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb., hostname=ec1863dc21e5,40955,1733534161195, seqNum=2] 2024-12-07T01:16:12,715 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-07T01:16:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-07T01:16:12,723 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,40955,1733534161195 suceeded 2024-12-07T01:16:12,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-07T01:16:12,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 237 msec 2024-12-07T01:16:12,728 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:35963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:16:12,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3550 sec 2024-12-07T01:16:12,737 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:35963' 2024-12-07T01:16:12,753 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d979e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:12,754 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35963,-1 for getting cluster id 2024-12-07T01:16:12,754 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:12,755 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370' 2024-12-07T01:16:12,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:12,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370" 2024-12-07T01:16:12,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72cf5b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:12,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35963,-1] 2024-12-07T01:16:12,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:12,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:12,758 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:12,759 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@433faf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:12,760 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:12,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:12,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75fc8c27 2024-12-07T01:16:12,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:12,762 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-07T01:16:12,764 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,40955,1733534161195 (queues=1) is replicating from cluster=35387021-fee9-441c-a578-84ca38a9bddc to cluster=da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370 2024-12-07T01:16:12,766 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C40955%2C1733534161195 2024-12-07T01:16:12,771 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,40955,1733534161195, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:16:12,778 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195.replicationSource.shipperec1863dc21e5%2C40955%2C1733534161195,1-ec1863dc21e5,40955,1733534161195 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C40955%2C1733534161195 2024-12-07T01:16:12,781 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,1-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467, startPosition=0, beingWritten=true 2024-12-07T01:16:13,064 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,1-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 to pos 0, reset compression=false 2024-12-07T01:16:13,370 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,1-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 to pos 0, reset compression=false 2024-12-07T01:16:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:13,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:16:13,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:13,537 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:16:13,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:13,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:13,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:13,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:13,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,43241,-1 for getting cluster id 2024-12-07T01:16:13,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:13,539 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35387021-fee9-441c-a578-84ca38a9bddc' 2024-12-07T01:16:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35387021-fee9-441c-a578-84ca38a9bddc" 2024-12-07T01:16:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df96c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,43241,-1] 2024-12-07T01:16:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:13,543 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5123b8a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:13,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:13,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,43241,1733534160469 2024-12-07T01:16:13,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f666b8 2024-12-07T01:16:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:13,548 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:16:13,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ec1863dc21e5:35963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:16:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:16:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T01:16:13,553 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:35963' 2024-12-07T01:16:13,554 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:13,554 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35963,-1 for getting cluster id 2024-12-07T01:16:13,554 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:13,555 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370' 2024-12-07T01:16:13,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:13,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370" 2024-12-07T01:16:13,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6c9b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:13,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35963,-1] 2024-12-07T01:16:13,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:13,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:13,557 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:13,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dfea06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:13,558 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:13,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:13,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@464dff01 2024-12-07T01:16:13,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:13,562 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:16:13,563 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-07T01:16:13,563 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:16:13,563 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:13,563 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:13,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T01:16:13,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:16:13,777 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,1-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 to pos 0, reset compression=false 2024-12-07T01:16:13,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-07T01:16:13,818 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-07T01:16:13,853 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-ec1863dc21e5,40955,1733534161195, ReplicationSource: 2, currentBandwidth=0 2024-12-07T01:16:13,856 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-07T01:16:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-07T01:16:13,860 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ec1863dc21e5,40955,1733534161195 suceeded 2024-12-07T01:16:13,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T01:16:13,864 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ec1863dc21e5:35963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:16:13,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-07T01:16:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T01:16:13,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 316 msec 2024-12-07T01:16:13,874 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:35963' 2024-12-07T01:16:13,876 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54fae58e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:13,876 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35963,-1 for getting cluster id 2024-12-07T01:16:13,876 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:13,877 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370' 2024-12-07T01:16:13,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:13,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370" 2024-12-07T01:16:13,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16ea768d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:13,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35963,-1] 2024-12-07T01:16:13,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:13,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:13,879 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:13,880 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f51c57c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:13,880 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:13,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:13,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f8741fe 2024-12-07T01:16:13,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:13,882 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-07T01:16:13,883 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ec1863dc21e5,40955,1733534161195 (queues=1) is replicating from cluster=35387021-fee9-441c-a578-84ca38a9bddc to cluster=da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370 2024-12-07T01:16:13,883 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ec1863dc21e5%2C40955%2C1733534161195 2024-12-07T01:16:13,883 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ec1863dc21e5,40955,1733534161195, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:16:13,884 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.shipperec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C40955%2C1733534161195 2024-12-07T01:16:13,884 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467, startPosition=0, beingWritten=true 2024-12-07T01:16:14,091 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 to pos 0, reset compression=false 2024-12-07T01:16:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T01:16:14,176 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-07T01:16:14,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:16:14,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:14,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:14,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:14,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:14,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,43241,1733534160469 2024-12-07T01:16:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bae2ef2 2024-12-07T01:16:14,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:14,182 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:16:14,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-07T01:16:14,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-07T01:16:14,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-07T01:16:14,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-07T01:16:14,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:35963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:16:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-07T01:16:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T01:16:14,199 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:35963' 2024-12-07T01:16:14,200 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a6e9f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:14,200 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35963,-1 for getting cluster id 2024-12-07T01:16:14,201 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:14,201 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370' 2024-12-07T01:16:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370" 2024-12-07T01:16:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f6ca8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35963,-1] 2024-12-07T01:16:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:14,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:14,203 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:14,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d972ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:14,204 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:14,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:14,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ecc2e54 2024-12-07T01:16:14,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:14,206 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:16:14,208 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-07T01:16:14,208 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:16:14,208 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:14,208 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:14,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:14,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:16:14,284 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,1-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 to pos 0, reset compression=false 2024-12-07T01:16:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T01:16:14,398 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 to pos 0, reset compression=false 2024-12-07T01:16:14,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-07T01:16:14,416 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-07T01:16:14,418 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-07T01:16:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-07T01:16:14,421 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on ec1863dc21e5,40955,1733534161195 suceeded 2024-12-07T01:16:14,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-07T01:16:14,425 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://ec1863dc21e5:35963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:16:14,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-07T01:16:14,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 234 msec 2024-12-07T01:16:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T01:16:14,516 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-07T01:16:14,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://ec1863dc21e5:35963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:16:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-07T01:16:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T01:16:14,521 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:35963' 2024-12-07T01:16:14,522 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b093702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:14,523 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35963,-1 for getting cluster id 2024-12-07T01:16:14,523 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:14,524 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370' 2024-12-07T01:16:14,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:14,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370" 2024-12-07T01:16:14,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1d4917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:14,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35963,-1] 2024-12-07T01:16:14,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:14,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:14,525 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:14,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b663b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:14,526 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:14,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:14,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76d15c3f 2024-12-07T01:16:14,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:14,528 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:16:14,530 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-07T01:16:14,530 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:16:14,530 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:14,530 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:14,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:14,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:16:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T01:16:14,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-07T01:16:14,700 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-07T01:16:14,702 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-07T01:16:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-07T01:16:14,707 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on ec1863dc21e5,40955,1733534161195 suceeded 2024-12-07T01:16:14,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-07T01:16:14,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-12-07T01:16:14,710 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://ec1863dc21e5:35963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:16:14,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-12-07T01:16:14,805 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 to pos 0, reset compression=false 2024-12-07T01:16:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T01:16:14,836 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-07T01:16:14,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-07T01:16:14,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43241 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-07T01:16:14,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:16:14,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:14,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:14,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:14,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:14,839 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:16:14,839 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1936995498, stopped=false 2024-12-07T01:16:14,840 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,43241,1733534160469 2024-12-07T01:16:14,891 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,1-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 to pos 0, reset compression=false 2024-12-07T01:16:14,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/015830872/running 2024-12-07T01:16:14,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/015830872/running 2024-12-07T01:16:14,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:14,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:14,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on znode that does not yet exist, /015830872/running 2024-12-07T01:16:14,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on znode that does not yet exist, /015830872/running 2024-12-07T01:16:14,894 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:16:14,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:16:14,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:14,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:14,895 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,40955,1733534161195' ***** 2024-12-07T01:16:14,896 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:16:14,896 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:16:14,896 INFO [RS:0;ec1863dc21e5:40955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:16:14,896 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:16:14,896 INFO [RS:0;ec1863dc21e5:40955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:16:14,897 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:14,900 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,40955,1733534161195 2024-12-07T01:16:14,901 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:16:14,901 INFO [RS:0;ec1863dc21e5:40955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:40955. 2024-12-07T01:16:14,901 DEBUG [RS:0;ec1863dc21e5:40955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:14,901 DEBUG [RS:0;ec1863dc21e5:40955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:14,901 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:16:14,902 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:16:14,902 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:16:14,902 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:16:14,902 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1271f4bbea4c2de62decae47d782a1cb, disabling compactions & flushes 2024-12-07T01:16:14,902 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:14,902 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:14,902 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. after waiting 0 ms 2024-12-07T01:16:14,902 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:14,908 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1271f4bbea4c2de62decae47d782a1cb 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-07T01:16:14,914 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T01:16:14,915 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:16:14,915 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:16:14,915 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1325): Online Regions={1271f4bbea4c2de62decae47d782a1cb=hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:16:14,915 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:16:14,915 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:16:14,915 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:16:14,915 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1351): Waiting on 1271f4bbea4c2de62decae47d782a1cb, 1588230740 2024-12-07T01:16:14,915 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-07T01:16:14,938 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:16:15,035 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/replication/1271f4bbea4c2de62decae47d782a1cb/.tmp/queue/5fbd1a243c774344b0b0719d72ea09a1 is 151, key is 1-ec1863dc21e5,40955,1733534161195/queue:ec1863dc21e5%2C40955%2C1733534161195/1733534172708/Put/seqid=0 2024-12-07T01:16:15,037 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/.tmp/info/0d2acf65bf8c4f1dae54f508f94e9125 is 147, key is hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb./info:regioninfo/1733534172294/Put/seqid=0 2024-12-07T01:16:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741838_1014 (size=6631) 2024-12-07T01:16:15,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741839_1015 (size=5500) 2024-12-07T01:16:15,068 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/replication/1271f4bbea4c2de62decae47d782a1cb/.tmp/queue/5fbd1a243c774344b0b0719d72ea09a1 2024-12-07T01:16:15,115 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1351): Waiting on 1271f4bbea4c2de62decae47d782a1cb, 1588230740 2024-12-07T01:16:15,135 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/replication/1271f4bbea4c2de62decae47d782a1cb/.tmp/queue/5fbd1a243c774344b0b0719d72ea09a1 as hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/replication/1271f4bbea4c2de62decae47d782a1cb/queue/5fbd1a243c774344b0b0719d72ea09a1 2024-12-07T01:16:15,154 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/replication/1271f4bbea4c2de62decae47d782a1cb/queue/5fbd1a243c774344b0b0719d72ea09a1, entries=2, sequenceid=6, filesize=5.4 K 2024-12-07T01:16:15,164 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 1271f4bbea4c2de62decae47d782a1cb in 255ms, sequenceid=6, compaction requested=false 2024-12-07T01:16:15,165 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-07T01:16:15,183 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/replication/1271f4bbea4c2de62decae47d782a1cb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-07T01:16:15,187 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:16:15,187 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:16:15,187 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:15,188 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1271f4bbea4c2de62decae47d782a1cb: Waiting for close lock at 1733534174901Running coprocessor pre-close hooks at 1733534174902 (+1 ms)Disabling compacts and flushes for region at 1733534174902Disabling writes for close at 1733534174902Obtaining lock to block concurrent updates at 1733534174908 (+6 ms)Preparing flush snapshotting stores in 1271f4bbea4c2de62decae47d782a1cb at 1733534174908Finished memstore snapshotting hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733534174922 (+14 ms)Flushing stores of hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. at 1733534174924 (+2 ms)Flushing 1271f4bbea4c2de62decae47d782a1cb/queue: creating writer at 1733534174927 (+3 ms)Flushing 1271f4bbea4c2de62decae47d782a1cb/queue: appending metadata at 1733534175013 (+86 ms)Flushing 1271f4bbea4c2de62decae47d782a1cb/queue: closing flushed file at 1733534175025 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e585817: reopening flushed file at 1733534175132 (+107 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 1271f4bbea4c2de62decae47d782a1cb in 255ms, sequenceid=6, compaction requested=false at 1733534175165 (+33 ms)Writing region close event to WAL at 1733534175173 (+8 ms)Running coprocessor post-close hooks at 1733534175185 (+12 ms)Closed at 1733534175187 (+2 ms) 2024-12-07T01:16:15,189 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:15,300 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:16:15,300 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:16:15,312 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 to pos 0, reset compression=false 2024-12-07T01:16:15,316 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:15,464 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/.tmp/info/0d2acf65bf8c4f1dae54f508f94e9125 2024-12-07T01:16:15,502 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/.tmp/ns/5d50c98fcf274c40acb9f7a5a57f125d is 43, key is default/ns:d/1733534165323/Put/seqid=0 2024-12-07T01:16:15,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741840_1016 (size=5153) 2024-12-07T01:16:15,516 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:15,639 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,1-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 to pos 0, reset compression=false 2024-12-07T01:16:15,716 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:15,916 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T01:16:15,916 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/.tmp/ns/5d50c98fcf274c40acb9f7a5a57f125d 2024-12-07T01:16:15,916 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:16:15,916 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:15,922 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 to pos 0, reset compression=false 2024-12-07T01:16:15,947 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/.tmp/table/637a04d8e001480f805cb8cdd5bb4bda is 53, key is hbase:replication/table:state/1733534172317/Put/seqid=0 2024-12-07T01:16:15,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741841_1017 (size=5256) 2024-12-07T01:16:16,117 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:16,317 DEBUG [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:16,354 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/.tmp/table/637a04d8e001480f805cb8cdd5bb4bda 2024-12-07T01:16:16,364 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/.tmp/info/0d2acf65bf8c4f1dae54f508f94e9125 as hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/info/0d2acf65bf8c4f1dae54f508f94e9125 2024-12-07T01:16:16,375 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/info/0d2acf65bf8c4f1dae54f508f94e9125, entries=10, sequenceid=11, filesize=6.5 K 2024-12-07T01:16:16,376 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/.tmp/ns/5d50c98fcf274c40acb9f7a5a57f125d as hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/ns/5d50c98fcf274c40acb9f7a5a57f125d 2024-12-07T01:16:16,385 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/ns/5d50c98fcf274c40acb9f7a5a57f125d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-07T01:16:16,387 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/.tmp/table/637a04d8e001480f805cb8cdd5bb4bda as hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/table/637a04d8e001480f805cb8cdd5bb4bda 2024-12-07T01:16:16,397 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/table/637a04d8e001480f805cb8cdd5bb4bda, entries=2, sequenceid=11, filesize=5.1 K 2024-12-07T01:16:16,399 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1483ms, sequenceid=11, compaction requested=false 2024-12-07T01:16:16,414 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-07T01:16:16,415 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:16:16,415 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:16:16,415 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:16,416 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534174914Running coprocessor pre-close hooks at 1733534174914Disabling compacts and flushes for region at 1733534174914Disabling writes for close at 1733534174915 (+1 ms)Obtaining lock to block concurrent updates at 1733534174915Preparing flush snapshotting stores in 1588230740 at 1733534174915Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733534174923 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733534174924 (+1 ms)Flushing 1588230740/info: creating writer at 1733534174930 (+6 ms)Flushing 1588230740/info: appending metadata at 1733534175017 (+87 ms)Flushing 1588230740/info: closing flushed file at 1733534175021 (+4 ms)Flushing 1588230740/ns: creating writer at 1733534175478 (+457 ms)Flushing 1588230740/ns: appending metadata at 1733534175499 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733534175500 (+1 ms)Flushing 1588230740/table: creating writer at 1733534175925 (+425 ms)Flushing 1588230740/table: appending metadata at 1733534175945 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733534175945Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209ecf2f: reopening flushed file at 1733534176363 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4f845b: reopening flushed file at 1733534176375 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf0e105: reopening flushed file at 1733534176386 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1483ms, sequenceid=11, compaction requested=false at 1733534176399 (+13 ms)Writing region close event to WAL at 1733534176401 (+2 ms)Running coprocessor post-close hooks at 1733534176415 (+14 ms)Closed at 1733534176415 2024-12-07T01:16:16,416 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:16,447 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,1-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 to pos 0, reset compression=false 2024-12-07T01:16:16,517 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,40955,1733534161195; all regions closed. 2024-12-07T01:16:16,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741834_1010 (size=2742) 2024-12-07T01:16:16,530 DEBUG [RS:0;ec1863dc21e5:40955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/oldWALs 2024-12-07T01:16:16,530 INFO [RS:0;ec1863dc21e5:40955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C40955%2C1733534161195.meta:.meta(num 1733534165072) 2024-12-07T01:16:16,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741837_1013 (size=1802) 2024-12-07T01:16:16,536 DEBUG [RS:0;ec1863dc21e5:40955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/oldWALs 2024-12-07T01:16:16,536 INFO [RS:0;ec1863dc21e5:40955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C40955%2C1733534161195.rep:(num 1733534172215) 2024-12-07T01:16:16,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741832_1008 (size=93) 2024-12-07T01:16:16,551 DEBUG [RS:0;ec1863dc21e5:40955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/oldWALs 2024-12-07T01:16:16,551 INFO [RS:0;ec1863dc21e5:40955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C40955%2C1733534161195:(num 1733534164467) 2024-12-07T01:16:16,551 DEBUG [RS:0;ec1863dc21e5:40955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:16,551 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:16:16,551 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:16:16,551 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:16:16,551 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:16:16,552 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:16:16,552 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,40955,1733534161195 because: Region server is closing 2024-12-07T01:16:16,552 INFO [RS:0;ec1863dc21e5:40955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:40955. 2024-12-07T01:16:16,552 DEBUG [RS:0;ec1863dc21e5:40955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:16,552 DEBUG [RS:0;ec1863dc21e5:40955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:16,552 DEBUG [RS:0;ec1863dc21e5:40955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:16,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:16,629 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 to pos 0, reset compression=false 2024-12-07T01:16:16,635 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 was moved to hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/oldWALs/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 2024-12-07T01:16:16,640 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467 2024-12-07T01:16:16,641 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-07T01:16:16,641 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-07T01:16:16,641 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.shipperec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ec1863dc21e5,40955,1733534161195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195/ec1863dc21e5%2C40955%2C1733534161195.1733534164467, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-07T01:16:16,649 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.shipperec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec1863dc21e5,40955,1733534161195: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-ec1863dc21e5,40955,1733534161195, walGroup=ec1863dc21e5%2C40955%2C1733534161195, offset=ec1863dc21e5%2C40955%2C1733534161195.1733534164467:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:40955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-07T01:16:16,650 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.shipperec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T01:16:16,653 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.shipperec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T01:16:16,653 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195.replicationSource.wal-reader.ec1863dc21e5%2C40955%2C1733534161195,1-ec1863dc21e5,40955,1733534161195 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-07T01:16:16,653 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195.replicationSource.shipperec1863dc21e5%2C40955%2C1733534161195,1-ec1863dc21e5,40955,1733534161195 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-07T01:16:16,653 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40955,1733534161195.replicationSource.shipperec1863dc21e5%2C40955%2C1733534161195,1-ec1863dc21e5,40955,1733534161195 terminated 2024-12-07T01:16:16,653 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ec1863dc21e5,40955,1733534161195 because: Region server is closing 2024-12-07T01:16:16,654 INFO [RS:0;ec1863dc21e5:40955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:40955. 2024-12-07T01:16:16,654 DEBUG [RS:0;ec1863dc21e5:40955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:16,654 DEBUG [RS:0;ec1863dc21e5:40955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:16,654 DEBUG [RS:0;ec1863dc21e5:40955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:16,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:16,656 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.shipperec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T01:16:16,656 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.shipperec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T01:16:16,656 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.shipperec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T01:16:16,656 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.shipperec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 397674192 }, "NonHeapMemoryUsage": { "committed": 152764416, "init": 7667712, "max": -1, "used": 150600416 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-07T01:16:16,658 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.shipperec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ec1863dc21e5%2C40955%2C1733534161195.1733534164467] 2024-12-07T01:16:16,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:16:16,755 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,40955,1733534161195.replicationSource.shipperec1863dc21e5%2C40955%2C1733534161195,2-ec1863dc21e5,40955,1733534161195 terminated 2024-12-07T01:16:16,755 INFO [RS:0;ec1863dc21e5:40955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40955 2024-12-07T01:16:16,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/015830872/rs/ec1863dc21e5,40955,1733534161195 2024-12-07T01:16:16,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872/rs 2024-12-07T01:16:16,807 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:16:16,818 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,40955,1733534161195] 2024-12-07T01:16:16,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /015830872/draining/ec1863dc21e5,40955,1733534161195 already deleted, retry=false 2024-12-07T01:16:16,829 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,40955,1733534161195 expired; onlineServers=0 2024-12-07T01:16:16,829 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,43241,1733534160469' ***** 2024-12-07T01:16:16,829 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:16:16,829 INFO [M:0;ec1863dc21e5:43241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:16:16,829 INFO [M:0;ec1863dc21e5:43241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:16:16,829 DEBUG [M:0;ec1863dc21e5:43241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:16:16,829 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:16:16,829 DEBUG [M:0;ec1863dc21e5:43241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:16:16,829 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534164072 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534164072,5,FailOnTimeoutGroup] 2024-12-07T01:16:16,829 INFO [M:0;ec1863dc21e5:43241 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:16:16,830 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534164077 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534164077,5,FailOnTimeoutGroup] 2024-12-07T01:16:16,830 INFO [M:0;ec1863dc21e5:43241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:16:16,830 DEBUG [M:0;ec1863dc21e5:43241 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:16:16,830 INFO [M:0;ec1863dc21e5:43241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:16:16,830 INFO [M:0;ec1863dc21e5:43241 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:16:16,830 INFO [M:0;ec1863dc21e5:43241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:16:16,831 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:16:16,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/015830872/master 2024-12-07T01:16:16,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:16,839 DEBUG [M:0;ec1863dc21e5:43241 {}] zookeeper.ZKUtil(347): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Unable to get data of znode /015830872/master because node does not exist (not an error) 2024-12-07T01:16:16,839 WARN [M:0;ec1863dc21e5:43241 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:16:16,840 INFO [M:0;ec1863dc21e5:43241 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/.lastflushedseqids 2024-12-07T01:16:16,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741842_1018 (size=181) 2024-12-07T01:16:16,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:16,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40955-0x101ad5c016c0001, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:16,919 INFO [RS:0;ec1863dc21e5:40955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:16:16,919 INFO [RS:0;ec1863dc21e5:40955 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,40955,1733534161195; zookeeper connection closed. 2024-12-07T01:16:16,919 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@662bbfa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@662bbfa 2024-12-07T01:16:16,920 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:16:17,267 INFO [M:0;ec1863dc21e5:43241 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:16:17,267 INFO [M:0;ec1863dc21e5:43241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:16:17,267 DEBUG [M:0;ec1863dc21e5:43241 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:16:17,267 INFO [M:0;ec1863dc21e5:43241 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:17,267 DEBUG [M:0;ec1863dc21e5:43241 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:17,267 DEBUG [M:0;ec1863dc21e5:43241 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:16:17,267 DEBUG [M:0;ec1863dc21e5:43241 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:17,268 INFO [M:0;ec1863dc21e5:43241 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-07T01:16:17,292 DEBUG [M:0;ec1863dc21e5:43241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a4bbe5131fe4711a66d4aedb62aafe8 is 82, key is hbase:meta,,1/info:regioninfo/1733534165178/Put/seqid=0 2024-12-07T01:16:17,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741843_1019 (size=5672) 2024-12-07T01:16:17,697 INFO [M:0;ec1863dc21e5:43241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a4bbe5131fe4711a66d4aedb62aafe8 2024-12-07T01:16:17,720 DEBUG [M:0;ec1863dc21e5:43241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02d753660d374b3796ee5a031aef4557 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733534172326/Put/seqid=0 2024-12-07T01:16:17,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741844_1020 (size=8663) 2024-12-07T01:16:18,126 INFO [M:0;ec1863dc21e5:43241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02d753660d374b3796ee5a031aef4557 2024-12-07T01:16:18,154 DEBUG [M:0;ec1863dc21e5:43241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afd896f42ef24db0b50cbd989d7e4b19 is 69, key is ec1863dc21e5,40955,1733534161195/rs:state/1733534164136/Put/seqid=0 2024-12-07T01:16:18,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741845_1021 (size=5156) 2024-12-07T01:16:18,567 INFO [M:0;ec1863dc21e5:43241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afd896f42ef24db0b50cbd989d7e4b19 2024-12-07T01:16:18,575 DEBUG [M:0;ec1863dc21e5:43241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a4bbe5131fe4711a66d4aedb62aafe8 as hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a4bbe5131fe4711a66d4aedb62aafe8 2024-12-07T01:16:18,583 INFO [M:0;ec1863dc21e5:43241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a4bbe5131fe4711a66d4aedb62aafe8, entries=8, sequenceid=115, filesize=5.5 K 2024-12-07T01:16:18,585 DEBUG [M:0;ec1863dc21e5:43241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02d753660d374b3796ee5a031aef4557 as hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02d753660d374b3796ee5a031aef4557 2024-12-07T01:16:18,593 INFO [M:0;ec1863dc21e5:43241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02d753660d374b3796ee5a031aef4557, entries=14, sequenceid=115, filesize=8.5 K 2024-12-07T01:16:18,595 DEBUG [M:0;ec1863dc21e5:43241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afd896f42ef24db0b50cbd989d7e4b19 as hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/afd896f42ef24db0b50cbd989d7e4b19 2024-12-07T01:16:18,602 INFO [M:0;ec1863dc21e5:43241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/afd896f42ef24db0b50cbd989d7e4b19, entries=1, sequenceid=115, filesize=5.0 K 2024-12-07T01:16:18,604 INFO [M:0;ec1863dc21e5:43241 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=115, compaction requested=false 2024-12-07T01:16:18,621 INFO [M:0;ec1863dc21e5:43241 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:18,621 DEBUG [M:0;ec1863dc21e5:43241 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534177267Disabling compacts and flushes for region at 1733534177267Disabling writes for close at 1733534177267Obtaining lock to block concurrent updates at 1733534177268 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534177268Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733534177268Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534177269 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534177269Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534177291 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534177291Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534177705 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534177720 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534177720Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534178134 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534178154 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534178154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4959862f: reopening flushed file at 1733534178574 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548cb455: reopening flushed file at 1733534178583 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7006a2e5: reopening flushed file at 1733534178594 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=115, compaction requested=false at 1733534178604 (+10 ms)Writing region close event to WAL at 1733534178621 (+17 ms)Closed at 1733534178621 2024-12-07T01:16:18,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741830_1006 (size=59421) 2024-12-07T01:16:18,626 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:16:18,626 INFO [M:0;ec1863dc21e5:43241 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:16:18,626 INFO [M:0;ec1863dc21e5:43241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43241 2024-12-07T01:16:18,626 INFO [M:0;ec1863dc21e5:43241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:16:18,781 INFO [M:0;ec1863dc21e5:43241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:16:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43241-0x101ad5c016c0000, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:18,783 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:16:18,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:18,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:18,784 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:16:18,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:18,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:16:18,784 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:16:18,784 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:16:18,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35215 2024-12-07T01:16:18,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35215 connecting to ZooKeeper ensemble=127.0.0.1:55642 2024-12-07T01:16:18,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352150x0, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:18,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35215-0x101ad5c016c0006 connected 2024-12-07T01:16:18,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:18,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:18,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on znode that does not yet exist, /015830872/running 2024-12-07T01:16:18,817 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a, hbase.cluster.distributed=false 2024-12-07T01:16:18,817 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /015830872/meta-region-server: INIT 2024-12-07T01:16:18,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on znode that does not yet exist, /015830872/acl 2024-12-07T01:16:18,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35215 2024-12-07T01:16:18,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35215 2024-12-07T01:16:18,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35215 2024-12-07T01:16:18,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35215 2024-12-07T01:16:18,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35215 2024-12-07T01:16:18,841 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:16:18,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:18,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:18,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:16:18,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:18,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:16:18,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:16:18,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:16:18,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40611 2024-12-07T01:16:18,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40611 connecting to ZooKeeper ensemble=127.0.0.1:55642 2024-12-07T01:16:18,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:18,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406110x0, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:18,881 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /015830872/meta-region-server: INIT 2024-12-07T01:16:18,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406110x0, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on znode that does not yet exist, /015830872/running 2024-12-07T01:16:18,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40611-0x101ad5c016c0007 connected 2024-12-07T01:16:18,882 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:16:18,884 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:16:18,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on znode that does not yet exist, /015830872/master 2024-12-07T01:16:18,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on znode that does not yet exist, /015830872/acl 2024-12-07T01:16:18,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40611 2024-12-07T01:16:18,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40611 2024-12-07T01:16:18,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40611 2024-12-07T01:16:18,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40611 2024-12-07T01:16:18,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40611 2024-12-07T01:16:18,907 DEBUG [M:0;ec1863dc21e5:35215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:35215 2024-12-07T01:16:18,907 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /015830872/backup-masters/ec1863dc21e5,35215,1733534178783 2024-12-07T01:16:18,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872/backup-masters 2024-12-07T01:16:18,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872/backup-masters 2024-12-07T01:16:18,920 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on existing znode=/015830872/backup-masters/ec1863dc21e5,35215,1733534178783 2024-12-07T01:16:18,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/015830872/master 2024-12-07T01:16:18,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:18,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:18,930 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on existing znode=/015830872/master 2024-12-07T01:16:18,931 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /015830872/backup-masters/ec1863dc21e5,35215,1733534178783 from backup master directory 2024-12-07T01:16:18,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/015830872/backup-masters/ec1863dc21e5,35215,1733534178783 2024-12-07T01:16:18,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872/backup-masters 2024-12-07T01:16:18,940 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:16:18,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872/backup-masters 2024-12-07T01:16:18,941 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,35215,1733534178783 2024-12-07T01:16:18,957 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:18,957 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:16:18,973 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-12-07T01:16:18,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741846_1022 (size=196) 2024-12-07T01:16:18,997 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:16:18,998 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:16:18,999 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:19,008 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-07T01:16:19,012 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/WALs/ec1863dc21e5,43241,1733534160469 to hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/WALs/ec1863dc21e5,43241,1733534160469-dead as it is dead 2024-12-07T01:16:19,014 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-07T01:16:19,014 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-07T01:16:19,014 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/WALs/ec1863dc21e5,43241,1733534160469-dead/ec1863dc21e5%2C43241%2C1733534160469.1733534163314 2024-12-07T01:16:19,020 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/WALs/ec1863dc21e5,43241,1733534160469-dead/ec1863dc21e5%2C43241%2C1733534160469.1733534163314 after 4ms 2024-12-07T01:16:19,022 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/WALs/ec1863dc21e5,43241,1733534160469-dead/ec1863dc21e5%2C43241%2C1733534160469.1733534163314 to hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec1863dc21e5%2C43241%2C1733534160469.1733534163314 2024-12-07T01:16:19,022 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/WALs/ec1863dc21e5,43241,1733534160469-dead 2024-12-07T01:16:19,023 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/WALs/ec1863dc21e5,35215,1733534178783 2024-12-07T01:16:19,024 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:16:19,026 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C35215%2C1733534178783, suffix=, logDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/WALs/ec1863dc21e5,35215,1733534178783, archiveDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/oldWALs, maxLogs=10 2024-12-07T01:16:19,040 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/WALs/ec1863dc21e5,35215,1733534178783/ec1863dc21e5%2C35215%2C1733534178783.1733534179026, exclude list is [], retry=0 2024-12-07T01:16:19,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-98f62a20-7d0b-4d89-b71b-d1e71096d2ed,DISK] 2024-12-07T01:16:19,050 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/WALs/ec1863dc21e5,35215,1733534178783/ec1863dc21e5%2C35215%2C1733534178783.1733534179026 2024-12-07T01:16:19,051 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-12-07T01:16:19,051 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:19,051 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:19,051 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:19,052 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:19,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:19,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:16:19,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:19,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a4bbe5131fe4711a66d4aedb62aafe8 2024-12-07T01:16:19,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:19,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:19,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:16:19,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:19,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02d753660d374b3796ee5a031aef4557 2024-12-07T01:16:19,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:19,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:19,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:16:19,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:19,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/afd896f42ef24db0b50cbd989d7e4b19 2024-12-07T01:16:19,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:19,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:19,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:16:19,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:19,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:19,096 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:19,097 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-07T01:16:19,097 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec1863dc21e5%2C43241%2C1733534160469.1733534163314 2024-12-07T01:16:19,115 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec1863dc21e5%2C43241%2C1733534160469.1733534163314 2024-12-07T01:16:19,118 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec1863dc21e5%2C43241%2C1733534160469.1733534163314 2024-12-07T01:16:19,120 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:19,120 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:19,121 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:19,125 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:19,130 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-07T01:16:19,133 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71751258, jitterRate=0.0691770613193512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:19,134 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534179052Initializing all the Stores at 1733534179053 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534179053Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534179054 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534179054Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534179054Cleaning up temporary data from old regions at 1733534179120 (+66 ms)Region opened successfully at 1733534179133 (+13 ms) 2024-12-07T01:16:19,134 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:16:19,140 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8fa72f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:16:19,155 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-07T01:16:19,156 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:16:19,156 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:16:19,156 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:16:19,157 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:16:19,163 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:19,163 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:16:19,164 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:16:19,164 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:16:19,164 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-07T01:16:19,165 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-07T01:16:19,165 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-07T01:16:19,165 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:16:19,170 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ec1863dc21e5,40955,1733534161195, regionLocation=ec1863dc21e5,40955,1733534161195, openSeqNum=2 2024-12-07T01:16:19,171 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ec1863dc21e5,40955,1733534161195, table=hbase:meta, region=1588230740 2024-12-07T01:16:19,171 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,40955,1733534161195, state=OPEN 2024-12-07T01:16:19,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/015830872/meta-region-server 2024-12-07T01:16:19,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/015830872/meta-region-server 2024-12-07T01:16:19,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /015830872/meta-region-server: CHANGED 2024-12-07T01:16:19,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /015830872/meta-region-server: CHANGED 2024-12-07T01:16:19,187 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:16:19,197 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /015830872/draining/ec1863dc21e5,40955,1733534161195 already deleted, retry=false 2024-12-07T01:16:19,197 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ec1863dc21e5,40955,1733534161195 on ec1863dc21e5,35215,1733534178783 2024-12-07T01:16:19,203 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ec1863dc21e5,40955,1733534161195, splitWal=true, meta=true 2024-12-07T01:16:19,206 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for ec1863dc21e5,40955,1733534161195 (carryingMeta=true) ec1863dc21e5,40955,1733534161195/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@107ae1eb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-07T01:16:19,210 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Unable to get data of znode /015830872/balancer because node does not exist (not necessarily an error) 2024-12-07T01:16:19,218 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /015830872/balancer already deleted, retry=false 2024-12-07T01:16:19,218 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:16:19,219 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Unable to get data of znode /015830872/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:16:19,228 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /015830872/normalizer already deleted, retry=false 2024-12-07T01:16:19,229 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:16:19,230 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Unable to get data of znode /015830872/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:16:19,264 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /015830872/switch/split already deleted, retry=false 2024-12-07T01:16:19,265 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Unable to get data of znode /015830872/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:16:19,281 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /015830872/switch/merge already deleted, retry=false 2024-12-07T01:16:19,306 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Unable to get data of znode /015830872/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:16:19,312 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /015830872/snapshot-cleanup already deleted, retry=false 2024-12-07T01:16:19,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/015830872/running 2024-12-07T01:16:19,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/015830872/running 2024-12-07T01:16:19,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:19,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:19,324 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,35215,1733534178783, sessionid=0x101ad5c016c0006, setting cluster-up flag (Was=false) 2024-12-07T01:16:19,334 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /015830872/flush-table-proc/acquired, /015830872/flush-table-proc/reached, /015830872/flush-table-proc/abort 2024-12-07T01:16:19,335 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,35215,1733534178783 2024-12-07T01:16:19,344 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /015830872/online-snapshot/acquired, /015830872/online-snapshot/reached, /015830872/online-snapshot/abort 2024-12-07T01:16:19,345 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,35215,1733534178783 2024-12-07T01:16:19,347 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/.lastflushedseqids 2024-12-07T01:16:19,350 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:16:19,350 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:16:19,351 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,35215,1733534178783 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ec1863dc21e5,40955,1733534161195 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:16:19,352 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:19,352 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:19,352 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:19,352 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:19,352 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:16:19,352 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:19,353 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:16:19,353 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:19,353 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534209353 2024-12-07T01:16:19,353 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:16:19,354 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:16:19,354 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:16:19,354 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:16:19,354 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:16:19,354 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:16:19,354 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:19,355 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:16:19,355 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:16:19,355 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:16:19,355 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:16:19,356 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:16:19,356 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:16:19,356 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534179356,5,FailOnTimeoutGroup] 2024-12-07T01:16:19,356 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534179356,5,FailOnTimeoutGroup] 2024-12-07T01:16:19,356 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:19,356 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:16:19,356 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:19,356 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ec1863dc21e5,40955,1733534161195, splitWal=true, meta=true 2024-12-07T01:16:19,356 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:19,356 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534179356, completionTime=-1 2024-12-07T01:16:19,356 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-07T01:16:19,358 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ec1863dc21e5,40955,1733534161195, splitWal=true, meta=true, isMeta: true 2024-12-07T01:16:19,360 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-07T01:16:19,361 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195-splitting 2024-12-07T01:16:19,362 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195-splitting dir is empty, no logs to split. 2024-12-07T01:16:19,362 INFO [PEWorker-1 {}] master.SplitWALManager(105): ec1863dc21e5,40955,1733534161195 WAL count=0, meta=true 2024-12-07T01:16:19,367 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195-splitting dir is empty, no logs to split. 2024-12-07T01:16:19,368 INFO [PEWorker-1 {}] master.SplitWALManager(105): ec1863dc21e5,40955,1733534161195 WAL count=0, meta=true 2024-12-07T01:16:19,368 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ec1863dc21e5,40955,1733534161195 WAL splitting is done? wals=0, meta=true 2024-12-07T01:16:19,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:16:19,372 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:16:19,373 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T01:16:19,397 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(746): ClusterId : 35387021-fee9-441c-a578-84ca38a9bddc 2024-12-07T01:16:19,398 DEBUG [RS:0;ec1863dc21e5:40611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:16:19,408 DEBUG [RS:0;ec1863dc21e5:40611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:16:19,408 DEBUG [RS:0;ec1863dc21e5:40611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:16:19,419 DEBUG [RS:0;ec1863dc21e5:40611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:16:19,419 DEBUG [RS:0;ec1863dc21e5:40611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ab859a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:16:19,430 DEBUG [RS:0;ec1863dc21e5:40611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:40611 2024-12-07T01:16:19,430 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:16:19,430 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:16:19,430 DEBUG [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:16:19,431 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,35215,1733534178783 with port=40611, startcode=1733534178841 2024-12-07T01:16:19,431 DEBUG [RS:0;ec1863dc21e5:40611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:16:19,433 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:16:19,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35215 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,40611,1733534178841 2024-12-07T01:16:19,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35215 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,40611,1733534178841 2024-12-07T01:16:19,440 DEBUG [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a 2024-12-07T01:16:19,440 DEBUG [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34083 2024-12-07T01:16:19,440 DEBUG [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:16:19,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872/rs 2024-12-07T01:16:19,450 DEBUG [RS:0;ec1863dc21e5:40611 {}] zookeeper.ZKUtil(111): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on existing znode=/015830872/rs/ec1863dc21e5,40611,1733534178841 2024-12-07T01:16:19,450 WARN [RS:0;ec1863dc21e5:40611 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:16:19,450 INFO [RS:0;ec1863dc21e5:40611 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:19,450 DEBUG [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841 2024-12-07T01:16:19,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,40611,1733534178841] 2024-12-07T01:16:19,460 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-07T01:16:19,493 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:16:19,500 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:16:19,501 INFO [RS:0;ec1863dc21e5:40611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:16:19,501 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:19,501 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:16:19,502 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:16:19,502 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:19,502 DEBUG [RS:0;ec1863dc21e5:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:19,503 DEBUG [RS:0;ec1863dc21e5:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:19,503 DEBUG [RS:0;ec1863dc21e5:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:19,503 DEBUG [RS:0;ec1863dc21e5:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:19,503 DEBUG [RS:0;ec1863dc21e5:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:19,503 DEBUG [RS:0;ec1863dc21e5:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:16:19,503 DEBUG [RS:0;ec1863dc21e5:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:19,503 DEBUG [RS:0;ec1863dc21e5:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:19,503 DEBUG [RS:0;ec1863dc21e5:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:19,503 DEBUG [RS:0;ec1863dc21e5:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:19,503 DEBUG [RS:0;ec1863dc21e5:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:19,504 DEBUG [RS:0;ec1863dc21e5:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:19,504 DEBUG [RS:0;ec1863dc21e5:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:16:19,504 DEBUG [RS:0;ec1863dc21e5:40611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:16:19,507 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:19,507 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:19,507 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:19,508 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:19,508 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:19,508 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,40611,1733534178841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:16:19,524 WARN [ec1863dc21e5:35215 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T01:16:19,527 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:16:19,527 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,40611,1733534178841-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:19,550 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,40611,1733534178841, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:16:19,580 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource,1-ec1863dc21e5,40611,1733534178841 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:35963' 2024-12-07T01:16:19,581 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.ReplicationSource(231): queueId=2-ec1863dc21e5,40611,1733534178841, ReplicationSource: 2, currentBandwidth=0 2024-12-07T01:16:19,588 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:19,588 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.Replication(171): ec1863dc21e5,40611,1733534178841 started 2024-12-07T01:16:19,591 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource,1-ec1863dc21e5,40611,1733534178841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f2b35a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:19,591 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource,1-ec1863dc21e5,40611,1733534178841 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35963,-1 for getting cluster id 2024-12-07T01:16:19,592 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource,1-ec1863dc21e5,40611,1733534178841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:19,610 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:19,611 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,40611,1733534178841, RpcServer on ec1863dc21e5/172.17.0.3:40611, sessionid=0x101ad5c016c0007 2024-12-07T01:16:19,611 DEBUG [RS:0;ec1863dc21e5:40611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:16:19,611 DEBUG [RS:0;ec1863dc21e5:40611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,40611,1733534178841 2024-12-07T01:16:19,611 DEBUG [RS:0;ec1863dc21e5:40611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,40611,1733534178841' 2024-12-07T01:16:19,611 DEBUG [RS:0;ec1863dc21e5:40611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/015830872/flush-table-proc/abort' 2024-12-07T01:16:19,612 DEBUG [RS:0;ec1863dc21e5:40611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/015830872/flush-table-proc/acquired' 2024-12-07T01:16:19,614 DEBUG [RS:0;ec1863dc21e5:40611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:16:19,614 DEBUG [RS:0;ec1863dc21e5:40611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:16:19,614 DEBUG [RS:0;ec1863dc21e5:40611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,40611,1733534178841 2024-12-07T01:16:19,614 DEBUG [RS:0;ec1863dc21e5:40611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,40611,1733534178841' 2024-12-07T01:16:19,614 DEBUG [RS:0;ec1863dc21e5:40611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/015830872/online-snapshot/abort' 2024-12-07T01:16:19,614 DEBUG [RS:0;ec1863dc21e5:40611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/015830872/online-snapshot/acquired' 2024-12-07T01:16:19,621 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370' 2024-12-07T01:16:19,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:19,621 DEBUG [RS:0;ec1863dc21e5:40611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:16:19,621 INFO [RS:0;ec1863dc21e5:40611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:16:19,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370" 2024-12-07T01:16:19,621 INFO [RS:0;ec1863dc21e5:40611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:16:19,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1592c84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:19,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35963,-1] 2024-12-07T01:16:19,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:19,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:19,623 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:19,625 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource,1-ec1863dc21e5,40611,1733534178841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47aedfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:19,625 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource,1-ec1863dc21e5,40611,1733534178841 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2907381b 2024-12-07T01:16:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:19,628 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource,2-ec1863dc21e5,40611,1733534178841 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:35963' 2024-12-07T01:16:19,629 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-07T01:16:19,630 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource,2-ec1863dc21e5,40611,1733534178841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f36a303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:19,630 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource,2-ec1863dc21e5,40611,1733534178841 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35963,-1 for getting cluster id 2024-12-07T01:16:19,630 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource,2-ec1863dc21e5,40611,1733534178841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:19,630 INFO [RS:0;ec1863dc21e5:40611.replicationSource,1-ec1863dc21e5,40611,1733534178841 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,40611,1733534178841 (queues=0) is replicating from cluster=35387021-fee9-441c-a578-84ca38a9bddc to cluster=da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370 2024-12-07T01:16:19,631 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370' 2024-12-07T01:16:19,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:19,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370" 2024-12-07T01:16:19,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30bfbbd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:19,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35963,-1] 2024-12-07T01:16:19,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:19,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:19,633 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:19,634 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource,2-ec1863dc21e5,40611,1733534178841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bed1dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:19,634 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource,2-ec1863dc21e5,40611,1733534178841 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:19,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:19,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47d7347f 2024-12-07T01:16:19,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:19,640 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-07T01:16:19,642 INFO [RS:0;ec1863dc21e5:40611.replicationSource,2-ec1863dc21e5,40611,1733534178841 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ec1863dc21e5,40611,1733534178841 (queues=0) is replicating from cluster=35387021-fee9-441c-a578-84ca38a9bddc to cluster=da6558a6-f7ea-4f9f-b8a3-d44b7f7cc370 2024-12-07T01:16:19,722 INFO [RS:0;ec1863dc21e5:40611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:16:19,724 INFO [RS:0;ec1863dc21e5:40611 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C40611%2C1733534178841, suffix=, logDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841, archiveDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/oldWALs, maxLogs=10 2024-12-07T01:16:19,740 DEBUG [RS:0;ec1863dc21e5:40611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725, exclude list is [], retry=0 2024-12-07T01:16:19,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-98f62a20-7d0b-4d89-b71b-d1e71096d2ed,DISK] 2024-12-07T01:16:19,751 INFO [RS:0;ec1863dc21e5:40611 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 2024-12-07T01:16:19,752 DEBUG [RS:0;ec1863dc21e5:40611 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ec1863dc21e5%2C40611%2C1733534178841 for peer 2 2024-12-07T01:16:19,752 DEBUG [RS:0;ec1863dc21e5:40611 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ec1863dc21e5%2C40611%2C1733534178841 for peer 1 2024-12-07T01:16:19,752 DEBUG [RS:0;ec1863dc21e5:40611 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C40611%2C1733534178841 2024-12-07T01:16:19,752 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,40611,1733534178841, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:16:19,764 INFO [RS:0;ec1863dc21e5:40611.replicationSource.shipperec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C40611%2C1733534178841 2024-12-07T01:16:19,764 DEBUG [RS:0;ec1863dc21e5:40611 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ec1863dc21e5%2C40611%2C1733534178841 2024-12-07T01:16:19,764 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ec1863dc21e5,40611,1733534178841, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:16:19,765 DEBUG [RS:0;ec1863dc21e5:40611 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-12-07T01:16:19,765 INFO [RS:0;ec1863dc21e5:40611.replicationSource.shipperec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C40611%2C1733534178841 2024-12-07T01:16:19,766 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725, startPosition=0, beingWritten=true 2024-12-07T01:16:19,766 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725, startPosition=0, beingWritten=true 2024-12-07T01:16:19,774 DEBUG [ec1863dc21e5:35215 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:16:19,775 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,40611,1733534178841 2024-12-07T01:16:19,777 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,40611,1733534178841, state=OPENING 2024-12-07T01:16:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/015830872/meta-region-server 2024-12-07T01:16:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/015830872/meta-region-server 2024-12-07T01:16:19,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /015830872/meta-region-server: CHANGED 2024-12-07T01:16:19,830 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:16:19,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,40611,1733534178841}] 2024-12-07T01:16:19,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /015830872/meta-region-server: CHANGED 2024-12-07T01:16:19,987 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:16:19,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:16:19,991 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:19,995 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:16:19,995 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:19,995 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:20,001 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:16:20,005 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C40611%2C1733534178841.meta, suffix=.meta, logDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841, archiveDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/oldWALs, maxLogs=10 2024-12-07T01:16:20,022 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.meta.1733534180006.meta, exclude list is [], retry=0 2024-12-07T01:16:20,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-98f62a20-7d0b-4d89-b71b-d1e71096d2ed,DISK] 2024-12-07T01:16:20,030 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.meta.1733534180006.meta 2024-12-07T01:16:20,031 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-12-07T01:16:20,031 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:20,031 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:16:20,032 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:16:20,032 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:16:20,032 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:16:20,032 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:16:20,032 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:20,032 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:16:20,032 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:16:20,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:16:20,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:16:20,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:20,057 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/info/0d2acf65bf8c4f1dae54f508f94e9125 2024-12-07T01:16:20,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:20,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:16:20,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:16:20,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:20,079 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/ns/5d50c98fcf274c40acb9f7a5a57f125d 2024-12-07T01:16:20,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:20,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:16:20,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:16:20,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:20,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:20,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:16:20,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:16:20,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:20,107 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/table/637a04d8e001480f805cb8cdd5bb4bda 2024-12-07T01:16:20,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:20,108 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:16:20,109 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740 2024-12-07T01:16:20,111 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740 2024-12-07T01:16:20,114 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:16:20,114 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:16:20,116 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:20,119 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:16:20,120 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66512416, jitterRate=-0.008887767791748047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:20,121 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:16:20,121 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534180032Writing region info on filesystem at 1733534180032Initializing all the Stores at 1733534180034 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534180034Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534180034Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534180034Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534180034Cleaning up temporary data from old regions at 1733534180114 (+80 ms)Running coprocessor post-open hooks at 1733534180121 (+7 ms)Region opened successfully at 1733534180121 2024-12-07T01:16:20,122 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733534179987 2024-12-07T01:16:20,125 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:16:20,125 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:16:20,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ec1863dc21e5,40611,1733534178841 2024-12-07T01:16:20,129 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,40611,1733534178841, state=OPEN 2024-12-07T01:16:20,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/015830872/meta-region-server 2024-12-07T01:16:20,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/015830872/meta-region-server 2024-12-07T01:16:20,186 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,40611,1733534178841 2024-12-07T01:16:20,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /015830872/meta-region-server: CHANGED 2024-12-07T01:16:20,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /015830872/meta-region-server: CHANGED 2024-12-07T01:16:20,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-07T01:16:20,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,40611,1733534178841 in 356 msec 2024-12-07T01:16:20,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-07T01:16:20,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 820 msec 2024-12-07T01:16:20,304 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:20,319 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:20,710 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:20,724 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:20,966 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1609ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1506ms 2024-12-07T01:16:21,215 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:21,232 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:21,822 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:21,838 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:21,918 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:16:22,469 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3112ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3009ms 2024-12-07T01:16:22,527 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:22,543 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:23,334 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:23,348 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:23,871 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-07T01:16:23,871 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:16:23,872 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:23,872 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40611,1733534178841, seqNum=-1] 2024-12-07T01:16:23,872 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:23,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:16:23,880 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1271f4bbea4c2de62decae47d782a1cb, regionState=OPEN, lastHost=ec1863dc21e5,40955,1733534161195, regionLocation=ec1863dc21e5,40955,1733534161195, openSeqNum=2 2024-12-07T01:16:23,880 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:16:23,880 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534243880 2024-12-07T01:16:23,880 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534303880 2024-12-07T01:16:23,880 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-07T01:16:23,881 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35215,1733534178783-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:23,881 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35215,1733534178783-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:23,881 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35215,1733534178783-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:23,881 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ec1863dc21e5,40955,1733534161195 had 2 regions 2024-12-07T01:16:23,881 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:35215, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:23,881 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:23,882 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:23,884 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ec1863dc21e5,40955,1733534161195, splitWal=true, meta=true, isMeta: false 2024-12-07T01:16:23,889 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195-splitting dir is empty, no logs to split. 2024-12-07T01:16:23,889 INFO [PEWorker-3 {}] master.SplitWALManager(105): ec1863dc21e5,40955,1733534161195 WAL count=0, meta=false 2024-12-07T01:16:23,897 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.956sec 2024-12-07T01:16:23,897 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:16:23,897 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:16:23,897 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40955,1733534161195-splitting dir is empty, no logs to split. 2024-12-07T01:16:23,897 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:16:23,897 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:16:23,897 INFO [PEWorker-3 {}] master.SplitWALManager(105): ec1863dc21e5,40955,1733534161195 WAL count=0, meta=false 2024-12-07T01:16:23,897 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ec1863dc21e5,40955,1733534161195 WAL splitting is done? wals=0, meta=false 2024-12-07T01:16:23,897 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:16:23,897 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35215,1733534178783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:16:23,897 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35215,1733534178783-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:16:23,898 WARN [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ec1863dc21e5,40955,1733534161195/hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:23,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1271f4bbea4c2de62decae47d782a1cb, ASSIGN}] 2024-12-07T01:16:23,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:23,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35215,-1 for getting cluster id 2024-12-07T01:16:23,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:23,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1271f4bbea4c2de62decae47d782a1cb, ASSIGN 2024-12-07T01:16:23,906 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1271f4bbea4c2de62decae47d782a1cb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T01:16:23,914 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:16:23,914 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:16:23,914 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35215,1733534178783-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:23,915 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35387021-fee9-441c-a578-84ca38a9bddc' 2024-12-07T01:16:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:23,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35387021-fee9-441c-a578-84ca38a9bddc" 2024-12-07T01:16:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57111091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35215,-1] 2024-12-07T01:16:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:23,918 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:23,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4daa0eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:23,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:23,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40611,1733534178841, seqNum=-1] 2024-12-07T01:16:23,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:23,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:16:23,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-07T01:16:23,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:16:23,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:23,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:23,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:23,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:23,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ec1863dc21e5:35215 after: ec1863dc21e5:35215 2024-12-07T01:16:23,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:23,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35215,-1 for getting cluster id 2024-12-07T01:16:23,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:23,931 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35387021-fee9-441c-a578-84ca38a9bddc' 2024-12-07T01:16:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35387021-fee9-441c-a578-84ca38a9bddc" 2024-12-07T01:16:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca94977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35215,-1] 2024-12-07T01:16:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:23,933 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:23,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:23,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35215,1733534178783 2024-12-07T01:16:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2606c1d9 2024-12-07T01:16:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:23,937 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:16:23,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35215 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-07T01:16:23,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35215 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-07T01:16:23,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35215 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-07T01:16:23,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35215 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-07T01:16:23,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:16:23,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:16:23,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:23,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:23,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:23,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:23,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:16:23,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=799643147, stopped=false 2024-12-07T01:16:23,941 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,35963,1733534168039 2024-12-07T01:16:23,997 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1694387975/running 2024-12-07T01:16:23,997 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975 2024-12-07T01:16:23,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1694387975/running 2024-12-07T01:16:23,997 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:16:23,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975 2024-12-07T01:16:23,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:16:23,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:23,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:23,997 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,38753,1733534168190' ***** 2024-12-07T01:16:23,998 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:16:23,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Set watcher on znode that does not yet exist, /1694387975/running 2024-12-07T01:16:23,998 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:16:23,998 INFO [RS:0;ec1863dc21e5:38753 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:16:23,998 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:16:23,998 INFO [RS:0;ec1863dc21e5:38753 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:16:23,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Set watcher on znode that does not yet exist, /1694387975/running 2024-12-07T01:16:23,998 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,38753,1733534168190 2024-12-07T01:16:23,998 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:16:23,998 INFO [RS:0;ec1863dc21e5:38753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:38753. 2024-12-07T01:16:23,998 DEBUG [RS:0;ec1863dc21e5:38753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:23,998 DEBUG [RS:0;ec1863dc21e5:38753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:23,998 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:16:23,998 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:16:23,999 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:16:23,999 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:16:24,000 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T01:16:24,000 DEBUG [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:16:24,000 DEBUG [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:24,000 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:16:24,000 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:16:24,000 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:16:24,000 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:16:24,000 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:16:24,000 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-07T01:16:24,022 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/data/hbase/meta/1588230740/.tmp/ns/6730822390f743768404c32c7da243db is 43, key is default/ns:d/1733534171238/Put/seqid=0 2024-12-07T01:16:24,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741835_1011 (size=5153) 2024-12-07T01:16:24,039 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/data/hbase/meta/1588230740/.tmp/ns/6730822390f743768404c32c7da243db 2024-12-07T01:16:24,050 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/data/hbase/meta/1588230740/.tmp/ns/6730822390f743768404c32c7da243db as hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/data/hbase/meta/1588230740/ns/6730822390f743768404c32c7da243db 2024-12-07T01:16:24,056 DEBUG [ec1863dc21e5:35215 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:16:24,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1271f4bbea4c2de62decae47d782a1cb, regionState=OPENING, regionLocation=ec1863dc21e5,40611,1733534178841 2024-12-07T01:16:24,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1271f4bbea4c2de62decae47d782a1cb, ASSIGN because future has completed 2024-12-07T01:16:24,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1271f4bbea4c2de62decae47d782a1cb, server=ec1863dc21e5,40611,1733534178841}] 2024-12-07T01:16:24,069 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/data/hbase/meta/1588230740/ns/6730822390f743768404c32c7da243db, entries=2, sequenceid=6, filesize=5.0 K 2024-12-07T01:16:24,071 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 71ms, sequenceid=6, compaction requested=false 2024-12-07T01:16:24,071 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:16:24,097 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:16:24,102 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-07T01:16:24,104 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:16:24,104 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:16:24,106 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:24,106 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534184000Running coprocessor pre-close hooks at 1733534184000Disabling compacts and flushes for region at 1733534184000Disabling writes for close at 1733534184000Obtaining lock to block concurrent updates at 1733534184000Preparing flush snapshotting stores in 1588230740 at 1733534184000Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733534184001 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733534184001Flushing 1588230740/ns: creating writer at 1733534184001Flushing 1588230740/ns: appending metadata at 1733534184022 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733534184022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e857d53: reopening flushed file at 1733534184049 (+27 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 71ms, sequenceid=6, compaction requested=false at 1733534184071 (+22 ms)Writing region close event to WAL at 1733534184080 (+9 ms)Running coprocessor post-close hooks at 1733534184104 (+24 ms)Closed at 1733534184105 (+1 ms) 2024-12-07T01:16:24,106 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:24,200 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,38753,1733534168190; all regions closed. 2024-12-07T01:16:24,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741834_1010 (size=1152) 2024-12-07T01:16:24,206 DEBUG [RS:0;ec1863dc21e5:38753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/oldWALs 2024-12-07T01:16:24,206 INFO [RS:0;ec1863dc21e5:38753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C38753%2C1733534168190.meta:.meta(num 1733534171135) 2024-12-07T01:16:24,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741832_1008 (size=93) 2024-12-07T01:16:24,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/WALs/ec1863dc21e5,38753,1733534168190/ec1863dc21e5%2C38753%2C1733534168190.1733534170435 not finished, retry = 0 2024-12-07T01:16:24,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:24,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:24,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:16:24,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C40611%2C1733534178841.rep, suffix=, logDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841, archiveDir=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/oldWALs, maxLogs=10 2024-12-07T01:16:24,240 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:24,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.rep.1733534184231, exclude list is [], retry=0 2024-12-07T01:16:24,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-98f62a20-7d0b-4d89-b71b-d1e71096d2ed,DISK] 2024-12-07T01:16:24,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.rep.1733534184231 2024-12-07T01:16:24,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43507:43507)] 2024-12-07T01:16:24,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1271f4bbea4c2de62decae47d782a1cb, NAME => 'hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:24,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:16:24,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:16:24,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. service=MultiRowMutationService 2024-12-07T01:16:24,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:16:24,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:24,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:24,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:24,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:24,251 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:24,251 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1271f4bbea4c2de62decae47d782a1cb columnFamilyName hfileref 2024-12-07T01:16:24,252 DEBUG [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:24,252 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] regionserver.HStore(327): Store=1271f4bbea4c2de62decae47d782a1cb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:24,252 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:24,253 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1271f4bbea4c2de62decae47d782a1cb columnFamilyName queue 2024-12-07T01:16:24,253 DEBUG [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:24,254 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:24,263 DEBUG [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/replication/1271f4bbea4c2de62decae47d782a1cb/queue/5fbd1a243c774344b0b0719d72ea09a1 2024-12-07T01:16:24,263 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] regionserver.HStore(327): Store=1271f4bbea4c2de62decae47d782a1cb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:24,263 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:24,264 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1271f4bbea4c2de62decae47d782a1cb columnFamilyName sid 2024-12-07T01:16:24,264 DEBUG [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:24,265 INFO [StoreOpener-1271f4bbea4c2de62decae47d782a1cb-1 {}] regionserver.HStore(327): Store=1271f4bbea4c2de62decae47d782a1cb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:24,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:24,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/replication/1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:24,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/replication/1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:24,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:24,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:24,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:16:24,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:24,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 1271f4bbea4c2de62decae47d782a1cb; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62445176, jitterRate=-0.06949436664581299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:16:24,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:24,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1271f4bbea4c2de62decae47d782a1cb: Running coprocessor pre-open hook at 1733534184249Writing region info on filesystem at 1733534184249Initializing all the Stores at 1733534184250 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534184250Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534184250Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534184250Cleaning up temporary data from old regions at 1733534184268 (+18 ms)Running coprocessor post-open hooks at 1733534184271 (+3 ms)Region opened successfully at 1733534184272 (+1 ms) 2024-12-07T01:16:24,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb., pid=19, masterSystemTime=1733534184224 2024-12-07T01:16:24,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:24,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:24,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1271f4bbea4c2de62decae47d782a1cb, regionState=OPEN, openSeqNum=10, regionLocation=ec1863dc21e5,40611,1733534178841 2024-12-07T01:16:24,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1271f4bbea4c2de62decae47d782a1cb, server=ec1863dc21e5,40611,1733534178841 because future has completed 2024-12-07T01:16:24,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-07T01:16:24,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 1271f4bbea4c2de62decae47d782a1cb, server=ec1863dc21e5,40611,1733534178841 in 213 msec 2024-12-07T01:16:24,286 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:16:24,286 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:16:24,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-07T01:16:24,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1271f4bbea4c2de62decae47d782a1cb, ASSIGN in 385 msec 2024-12-07T01:16:24,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-07T01:16:24,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb., hostname=ec1863dc21e5,40611,1733534178841, seqNum=10] 2024-12-07T01:16:24,316 DEBUG [RS:0;ec1863dc21e5:38753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/oldWALs 2024-12-07T01:16:24,316 INFO [RS:0;ec1863dc21e5:38753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C38753%2C1733534168190:(num 1733534170435) 2024-12-07T01:16:24,316 DEBUG [RS:0;ec1863dc21e5:38753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:24,316 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:16:24,316 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:16:24,316 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:16:24,316 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:16:24,316 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:16:24,317 INFO [RS:0;ec1863dc21e5:38753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38753 2024-12-07T01:16:24,326 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for ec1863dc21e5,40955,1733534161195 2024-12-07T01:16:24,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-07T01:16:24,333 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1694387975/rs/ec1863dc21e5,38753,1733534168190 2024-12-07T01:16:24,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975/rs 2024-12-07T01:16:24,333 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:16:24,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,38753,1733534168190] 2024-12-07T01:16:24,354 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1694387975/draining/ec1863dc21e5,38753,1733534168190 already deleted, retry=false 2024-12-07T01:16:24,354 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,38753,1733534168190 expired; onlineServers=0 2024-12-07T01:16:24,354 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,35963,1733534168039' ***** 2024-12-07T01:16:24,354 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:16:24,355 INFO [M:0;ec1863dc21e5:35963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:16:24,355 INFO [M:0;ec1863dc21e5:35963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:16:24,355 DEBUG [M:0;ec1863dc21e5:35963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:16:24,355 DEBUG [M:0;ec1863dc21e5:35963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:16:24,355 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:16:24,355 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534170224 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534170224,5,FailOnTimeoutGroup] 2024-12-07T01:16:24,355 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534170232 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534170232,5,FailOnTimeoutGroup] 2024-12-07T01:16:24,355 INFO [M:0;ec1863dc21e5:35963 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:16:24,355 INFO [M:0;ec1863dc21e5:35963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:16:24,355 DEBUG [M:0;ec1863dc21e5:35963 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:16:24,355 INFO [M:0;ec1863dc21e5:35963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:16:24,355 INFO [M:0;ec1863dc21e5:35963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:16:24,355 INFO [M:0;ec1863dc21e5:35963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:16:24,356 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:16:24,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1694387975/master 2024-12-07T01:16:24,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1694387975 2024-12-07T01:16:24,365 DEBUG [M:0;ec1863dc21e5:35963 {}] zookeeper.ZKUtil(347): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Unable to get data of znode /1694387975/master because node does not exist (not an error) 2024-12-07T01:16:24,365 WARN [M:0;ec1863dc21e5:35963 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:16:24,366 INFO [M:0;ec1863dc21e5:35963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/.lastflushedseqids 2024-12-07T01:16:24,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741836_1012 (size=99) 2024-12-07T01:16:24,444 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:24,444 INFO [RS:0;ec1863dc21e5:38753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:16:24,444 INFO [RS:0;ec1863dc21e5:38753 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,38753,1733534168190; zookeeper connection closed. 2024-12-07T01:16:24,444 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38753-0x101ad5c016c0004, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:24,444 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e913680 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e913680 2024-12-07T01:16:24,445 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:16:24,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-07T01:16:24,774 INFO [M:0;ec1863dc21e5:35963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:16:24,774 INFO [M:0;ec1863dc21e5:35963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:16:24,775 DEBUG [M:0;ec1863dc21e5:35963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:16:24,775 INFO [M:0;ec1863dc21e5:35963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:24,775 DEBUG [M:0;ec1863dc21e5:35963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:24,775 DEBUG [M:0;ec1863dc21e5:35963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:16:24,775 DEBUG [M:0;ec1863dc21e5:35963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:24,775 INFO [M:0;ec1863dc21e5:35963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-07T01:16:24,802 DEBUG [M:0;ec1863dc21e5:35963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50158a01e4064b769b9d12c899c581c8 is 82, key is hbase:meta,,1/info:regioninfo/1733534171201/Put/seqid=0 2024-12-07T01:16:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741837_1013 (size=5672) 2024-12-07T01:16:25,209 INFO [M:0;ec1863dc21e5:35963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50158a01e4064b769b9d12c899c581c8 2024-12-07T01:16:25,236 DEBUG [M:0;ec1863dc21e5:35963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/889ad5043b0f418ea172030c282afe36 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733534171246/Put/seqid=0 2024-12-07T01:16:25,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741838_1014 (size=5275) 2024-12-07T01:16:25,245 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:25,259 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:25,642 INFO [M:0;ec1863dc21e5:35963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/889ad5043b0f418ea172030c282afe36 2024-12-07T01:16:25,665 DEBUG [M:0;ec1863dc21e5:35963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa8880b0028346deb059ac5bb3b13dc0 is 69, key is ec1863dc21e5,38753,1733534168190/rs:state/1733534170250/Put/seqid=0 2024-12-07T01:16:25,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741839_1015 (size=5156) 2024-12-07T01:16:26,070 INFO [M:0;ec1863dc21e5:35963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa8880b0028346deb059ac5bb3b13dc0 2024-12-07T01:16:26,079 DEBUG [M:0;ec1863dc21e5:35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50158a01e4064b769b9d12c899c581c8 as hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50158a01e4064b769b9d12c899c581c8 2024-12-07T01:16:26,087 INFO [M:0;ec1863dc21e5:35963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50158a01e4064b769b9d12c899c581c8, entries=8, sequenceid=28, filesize=5.5 K 2024-12-07T01:16:26,089 DEBUG [M:0;ec1863dc21e5:35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/889ad5043b0f418ea172030c282afe36 as hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/889ad5043b0f418ea172030c282afe36 2024-12-07T01:16:26,095 INFO [M:0;ec1863dc21e5:35963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/889ad5043b0f418ea172030c282afe36, entries=3, sequenceid=28, filesize=5.2 K 2024-12-07T01:16:26,096 DEBUG [M:0;ec1863dc21e5:35963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa8880b0028346deb059ac5bb3b13dc0 as hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa8880b0028346deb059ac5bb3b13dc0 2024-12-07T01:16:26,103 INFO [M:0;ec1863dc21e5:35963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33995/user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa8880b0028346deb059ac5bb3b13dc0, entries=1, sequenceid=28, filesize=5.0 K 2024-12-07T01:16:26,104 INFO [M:0;ec1863dc21e5:35963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=28, compaction requested=false 2024-12-07T01:16:26,105 INFO [M:0;ec1863dc21e5:35963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:26,105 DEBUG [M:0;ec1863dc21e5:35963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534184774Disabling compacts and flushes for region at 1733534184774Disabling writes for close at 1733534184775 (+1 ms)Obtaining lock to block concurrent updates at 1733534184775Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534184775Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733534184776 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534184778 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534184778Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534184802 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534184802Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534185220 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534185236 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534185236Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534185650 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534185665 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534185665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@232ef057: reopening flushed file at 1733534186078 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41042dac: reopening flushed file at 1733534186087 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193b606c: reopening flushed file at 1733534186095 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=28, compaction requested=false at 1733534186104 (+9 ms)Writing region close event to WAL at 1733534186105 (+1 ms)Closed at 1733534186105 2024-12-07T01:16:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40873 is added to blk_1073741830_1006 (size=10165) 2024-12-07T01:16:26,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6334b6ff-cdae-0f73-560e-e97e0c8df64f/MasterData/WALs/ec1863dc21e5,35963,1733534168039/ec1863dc21e5%2C35963%2C1733534168039.1733534169718 not finished, retry = 0 2024-12-07T01:16:26,209 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:16:26,209 INFO [M:0;ec1863dc21e5:35963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:16:26,209 INFO [M:0;ec1863dc21e5:35963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35963 2024-12-07T01:16:26,213 INFO [M:0;ec1863dc21e5:35963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:16:26,351 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:26,366 DEBUG [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/WALs/ec1863dc21e5,40611,1733534178841/ec1863dc21e5%2C40611%2C1733534178841.1733534179725 to pos 0, reset compression=false 2024-12-07T01:16:26,392 INFO [M:0;ec1863dc21e5:35963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:16:26,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:26,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35963-0x101ad5c016c0003, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:26,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:16:26,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:16:26,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:16:26,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:16:26,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/hadoop.log.dir/,STOPPED} 2024-12-07T01:16:26,442 WARN [BP-738369259-172.17.0.3-1733534165880 heartbeating to localhost/127.0.0.1:33995 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:16:26,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:16:26,442 WARN [BP-738369259-172.17.0.3-1733534165880 heartbeating to localhost/127.0.0.1:33995 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-738369259-172.17.0.3-1733534165880 (Datanode Uuid 1bb4d6b5-647e-479a-829c-496e58c67268) service to localhost/127.0.0.1:33995 2024-12-07T01:16:26,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:16:26,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/cluster_9718fcf6-2662-76e4-2e5b-aca766bb390c/data/data1/current/BP-738369259-172.17.0.3-1733534165880 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:16:26,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/cluster_9718fcf6-2662-76e4-2e5b-aca766bb390c/data/data2/current/BP-738369259-172.17.0.3-1733534165880 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:16:26,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:16:26,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:16:26,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:16:26,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:16:26,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:16:26,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/hadoop.log.dir/,STOPPED} 2024-12-07T01:16:26,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:16:26,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:16:26,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:16:26,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:26,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:26,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:26,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:26,467 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:16:26,467 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=333843602, stopped=false 2024-12-07T01:16:26,468 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,35215,1733534178783 2024-12-07T01:16:26,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/015830872/running 2024-12-07T01:16:26,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/015830872/running 2024-12-07T01:16:26,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:26,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:26,487 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:16:26,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:16:26,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:26,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:26,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on znode that does not yet exist, /015830872/running 2024-12-07T01:16:26,488 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,40611,1733534178841' ***** 2024-12-07T01:16:26,488 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:16:26,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Set watcher on znode that does not yet exist, /015830872/running 2024-12-07T01:16:26,489 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:16:26,489 INFO [RS:0;ec1863dc21e5:40611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:16:26,489 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:16:26,489 INFO [RS:0;ec1863dc21e5:40611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:16:26,489 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(3091): Received CLOSE for 1271f4bbea4c2de62decae47d782a1cb 2024-12-07T01:16:26,490 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,40611,1733534178841 2024-12-07T01:16:26,490 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:16:26,490 INFO [RS:0;ec1863dc21e5:40611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:40611. 2024-12-07T01:16:26,490 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1271f4bbea4c2de62decae47d782a1cb, disabling compactions & flushes 2024-12-07T01:16:26,490 DEBUG [RS:0;ec1863dc21e5:40611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:26,490 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:26,490 DEBUG [RS:0;ec1863dc21e5:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:26,490 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:26,490 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:16:26,490 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. after waiting 0 ms 2024-12-07T01:16:26,490 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:16:26,490 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:26,490 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:16:26,490 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:16:26,490 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T01:16:26,491 DEBUG [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(1325): Online Regions={1271f4bbea4c2de62decae47d782a1cb=hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:16:26,491 DEBUG [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(1351): Waiting on 1271f4bbea4c2de62decae47d782a1cb, 1588230740 2024-12-07T01:16:26,491 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:16:26,491 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:16:26,491 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:16:26,491 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:16:26,491 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:16:26,491 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-07T01:16:26,496 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/replication/1271f4bbea4c2de62decae47d782a1cb/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-07T01:16:26,497 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:16:26,497 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:16:26,497 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:26,498 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1271f4bbea4c2de62decae47d782a1cb: Waiting for close lock at 1733534186490Running coprocessor pre-close hooks at 1733534186490Disabling compacts and flushes for region at 1733534186490Disabling writes for close at 1733534186490Writing region close event to WAL at 1733534186491 (+1 ms)Running coprocessor post-close hooks at 1733534186497 (+6 ms)Closed at 1733534186497 2024-12-07T01:16:26,498 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb. 2024-12-07T01:16:26,508 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:16:26,508 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:16:26,510 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/.tmp/info/1939fe7420274f22a17e30dd0ee617a3 is 147, key is hbase:replication,,1733534171424.1271f4bbea4c2de62decae47d782a1cb./info:regioninfo/1733534184276/Put/seqid=0 2024-12-07T01:16:26,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741851_1027 (size=6385) 2024-12-07T01:16:26,524 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:16:26,691 DEBUG [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:26,891 DEBUG [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:26,917 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/.tmp/info/1939fe7420274f22a17e30dd0ee617a3 2024-12-07T01:16:26,930 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/.tmp/info/1939fe7420274f22a17e30dd0ee617a3 as hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/info/1939fe7420274f22a17e30dd0ee617a3 2024-12-07T01:16:26,937 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/info/1939fe7420274f22a17e30dd0ee617a3, entries=8, sequenceid=19, filesize=6.2 K 2024-12-07T01:16:26,938 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false 2024-12-07T01:16:26,943 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-07T01:16:26,944 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:16:26,944 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:16:26,944 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:26,944 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534186491Running coprocessor pre-close hooks at 1733534186491Disabling compacts and flushes for region at 1733534186491Disabling writes for close at 1733534186491Obtaining lock to block concurrent updates at 1733534186491Preparing flush snapshotting stores in 1588230740 at 1733534186491Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733534186492 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733534186493 (+1 ms)Flushing 1588230740/info: creating writer at 1733534186493Flushing 1588230740/info: appending metadata at 1733534186509 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733534186509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78a65927: reopening flushed file at 1733534186929 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=19, compaction requested=false at 1733534186939 (+10 ms)Writing region close event to WAL at 1733534186940 (+1 ms)Running coprocessor post-close hooks at 1733534186944 (+4 ms)Closed at 1733534186944 2024-12-07T01:16:26,945 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:27,092 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,40611,1733534178841; all regions closed. 2024-12-07T01:16:27,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741849_1025 (size=2156) 2024-12-07T01:16:27,104 DEBUG [RS:0;ec1863dc21e5:40611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/oldWALs 2024-12-07T01:16:27,104 INFO [RS:0;ec1863dc21e5:40611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C40611%2C1733534178841.meta:.meta(num 1733534180006) 2024-12-07T01:16:27,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741850_1026 (size=796) 2024-12-07T01:16:27,111 DEBUG [RS:0;ec1863dc21e5:40611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/oldWALs 2024-12-07T01:16:27,111 INFO [RS:0;ec1863dc21e5:40611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C40611%2C1733534178841.rep:(num 1733534184231) 2024-12-07T01:16:27,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741848_1024 (size=93) 2024-12-07T01:16:27,118 DEBUG [RS:0;ec1863dc21e5:40611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/oldWALs 2024-12-07T01:16:27,118 INFO [RS:0;ec1863dc21e5:40611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C40611%2C1733534178841:(num 1733534179725) 2024-12-07T01:16:27,118 DEBUG [RS:0;ec1863dc21e5:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:27,118 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:16:27,118 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:16:27,119 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:16:27,119 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:16:27,119 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:16:27,119 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,40611,1733534178841 because: Region server is closing 2024-12-07T01:16:27,119 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-07T01:16:27,120 INFO [RS:0;ec1863dc21e5:40611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:40611. 2024-12-07T01:16:27,120 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-07T01:16:27,120 DEBUG [RS:0;ec1863dc21e5:40611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:27,120 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-07T01:16:27,120 DEBUG [RS:0;ec1863dc21e5:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:27,120 DEBUG [RS:0;ec1863dc21e5:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:27,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:27,221 WARN [RS:0;ec1863dc21e5:40611.replicationSource.shipperec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-07T01:16:27,221 WARN [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-07T01:16:27,221 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ec1863dc21e5:40611.replicationSource.shipperec1863dc21e5%2C40611%2C1733534178841,1-ec1863dc21e5,40611,1733534178841 terminated 2024-12-07T01:16:27,221 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ec1863dc21e5,40611,1733534178841 because: Region server is closing 2024-12-07T01:16:27,221 INFO [RS:0;ec1863dc21e5:40611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:40611. 2024-12-07T01:16:27,221 DEBUG [RS:0;ec1863dc21e5:40611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:27,221 DEBUG [RS:0;ec1863dc21e5:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:27,221 DEBUG [RS:0;ec1863dc21e5:40611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:27,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:27,322 WARN [RS:0;ec1863dc21e5:40611.replicationSource.shipperec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-07T01:16:27,322 WARN [RS:0;ec1863dc21e5:40611.replicationSource.wal-reader.ec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-07T01:16:27,322 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;ec1863dc21e5:40611.replicationSource.shipperec1863dc21e5%2C40611%2C1733534178841,2-ec1863dc21e5,40611,1733534178841 terminated 2024-12-07T01:16:27,322 INFO [RS:0;ec1863dc21e5:40611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40611 2024-12-07T01:16:27,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/015830872/rs/ec1863dc21e5,40611,1733534178841 2024-12-07T01:16:27,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872/rs 2024-12-07T01:16:27,375 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:16:27,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,40611,1733534178841] 2024-12-07T01:16:27,396 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /015830872/draining/ec1863dc21e5,40611,1733534178841 already deleted, retry=false 2024-12-07T01:16:27,396 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,40611,1733534178841 expired; onlineServers=0 2024-12-07T01:16:27,396 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,35215,1733534178783' ***** 2024-12-07T01:16:27,396 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:16:27,396 INFO [M:0;ec1863dc21e5:35215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:16:27,396 INFO [M:0;ec1863dc21e5:35215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:16:27,396 DEBUG [M:0;ec1863dc21e5:35215 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:16:27,396 DEBUG [M:0;ec1863dc21e5:35215 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:16:27,396 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:16:27,397 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534179356 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534179356,5,FailOnTimeoutGroup] 2024-12-07T01:16:27,397 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534179356 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534179356,5,FailOnTimeoutGroup] 2024-12-07T01:16:27,397 INFO [M:0;ec1863dc21e5:35215 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:16:27,397 INFO [M:0;ec1863dc21e5:35215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:16:27,397 DEBUG [M:0;ec1863dc21e5:35215 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:16:27,397 INFO [M:0;ec1863dc21e5:35215 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:16:27,397 INFO [M:0;ec1863dc21e5:35215 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:16:27,397 INFO [M:0;ec1863dc21e5:35215 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:16:27,397 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:16:27,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/015830872/master 2024-12-07T01:16:27,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/015830872 2024-12-07T01:16:27,407 DEBUG [M:0;ec1863dc21e5:35215 {}] zookeeper.ZKUtil(347): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Unable to get data of znode /015830872/master because node does not exist (not an error) 2024-12-07T01:16:27,407 WARN [M:0;ec1863dc21e5:35215 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:16:27,408 INFO [M:0;ec1863dc21e5:35215 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/.lastflushedseqids 2024-12-07T01:16:27,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741852_1028 (size=181) 2024-12-07T01:16:27,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:27,486 INFO [RS:0;ec1863dc21e5:40611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:16:27,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40611-0x101ad5c016c0007, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:27,486 INFO [RS:0;ec1863dc21e5:40611 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,40611,1733534178841; zookeeper connection closed. 2024-12-07T01:16:27,486 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a42ab03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a42ab03 2024-12-07T01:16:27,486 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:16:27,814 INFO [M:0;ec1863dc21e5:35215 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:16:27,814 INFO [M:0;ec1863dc21e5:35215 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:16:27,814 DEBUG [M:0;ec1863dc21e5:35215 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:16:27,814 INFO [M:0;ec1863dc21e5:35215 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:27,814 DEBUG [M:0;ec1863dc21e5:35215 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:27,814 DEBUG [M:0;ec1863dc21e5:35215 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:16:27,814 DEBUG [M:0;ec1863dc21e5:35215 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:27,814 INFO [M:0;ec1863dc21e5:35215 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-07T01:16:27,829 DEBUG [M:0;ec1863dc21e5:35215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c05e7195ac054731b63837cccaa57d6e is 82, key is hbase:meta,,1/info:regioninfo/1733534180127/Put/seqid=0 2024-12-07T01:16:27,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741853_1029 (size=5680) 2024-12-07T01:16:28,234 INFO [M:0;ec1863dc21e5:35215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c05e7195ac054731b63837cccaa57d6e 2024-12-07T01:16:28,254 DEBUG [M:0;ec1863dc21e5:35215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e71230ad42b34ba6b6027e8d2f053af3 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733534184286/Put/seqid=0 2024-12-07T01:16:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741854_1030 (size=7319) 2024-12-07T01:16:28,659 INFO [M:0;ec1863dc21e5:35215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e71230ad42b34ba6b6027e8d2f053af3 2024-12-07T01:16:28,677 DEBUG [M:0;ec1863dc21e5:35215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3b2c21cc3e0404685f811f2297fcd9d is 69, key is ec1863dc21e5,40611,1733534178841/rs:state/1733534179434/Put/seqid=0 2024-12-07T01:16:28,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741855_1031 (size=5371) 2024-12-07T01:16:29,082 INFO [M:0;ec1863dc21e5:35215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3b2c21cc3e0404685f811f2297fcd9d 2024-12-07T01:16:29,088 INFO [M:0;ec1863dc21e5:35215 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3b2c21cc3e0404685f811f2297fcd9d 2024-12-07T01:16:29,089 DEBUG [M:0;ec1863dc21e5:35215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c05e7195ac054731b63837cccaa57d6e as hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c05e7195ac054731b63837cccaa57d6e 2024-12-07T01:16:29,095 INFO [M:0;ec1863dc21e5:35215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c05e7195ac054731b63837cccaa57d6e, entries=8, sequenceid=172, filesize=5.5 K 2024-12-07T01:16:29,096 DEBUG [M:0;ec1863dc21e5:35215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e71230ad42b34ba6b6027e8d2f053af3 as hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e71230ad42b34ba6b6027e8d2f053af3 2024-12-07T01:16:29,104 INFO [M:0;ec1863dc21e5:35215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e71230ad42b34ba6b6027e8d2f053af3, entries=7, sequenceid=172, filesize=7.1 K 2024-12-07T01:16:29,105 DEBUG [M:0;ec1863dc21e5:35215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3b2c21cc3e0404685f811f2297fcd9d as hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3b2c21cc3e0404685f811f2297fcd9d 2024-12-07T01:16:29,110 INFO [M:0;ec1863dc21e5:35215 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3b2c21cc3e0404685f811f2297fcd9d 2024-12-07T01:16:29,111 INFO [M:0;ec1863dc21e5:35215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34083/user/jenkins/test-data/db9ddc04-c629-e36d-26f8-d890cc82893a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3b2c21cc3e0404685f811f2297fcd9d, entries=2, sequenceid=172, filesize=5.2 K 2024-12-07T01:16:29,112 INFO [M:0;ec1863dc21e5:35215 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=172, compaction requested=false 2024-12-07T01:16:29,113 INFO [M:0;ec1863dc21e5:35215 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:29,113 DEBUG [M:0;ec1863dc21e5:35215 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534187814Disabling compacts and flushes for region at 1733534187814Disabling writes for close at 1733534187814Obtaining lock to block concurrent updates at 1733534187814Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534187814Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733534187815 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534187816 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534187816Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534187828 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534187829 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534188240 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534188253 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534188253Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534188664 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534188677 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534188677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681a4326: reopening flushed file at 1733534189088 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebb9809: reopening flushed file at 1733534189095 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21956a60: reopening flushed file at 1733534189104 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=172, compaction requested=false at 1733534189112 (+8 ms)Writing region close event to WAL at 1733534189113 (+1 ms)Closed at 1733534189113 2024-12-07T01:16:29,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741847_1023 (size=22949) 2024-12-07T01:16:29,116 INFO [M:0;ec1863dc21e5:35215 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:16:29,116 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:16:29,116 INFO [M:0;ec1863dc21e5:35215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35215 2024-12-07T01:16:29,117 INFO [M:0;ec1863dc21e5:35215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:16:29,275 INFO [M:0;ec1863dc21e5:35215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:16:29,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:29,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35215-0x101ad5c016c0006, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:29,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:16:29,279 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:16:29,279 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:16:29,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:16:29,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/hadoop.log.dir/,STOPPED} 2024-12-07T01:16:29,280 WARN [BP-293257294-172.17.0.3-1733534157019 heartbeating to localhost/127.0.0.1:34083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:16:29,280 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:16:29,280 WARN [BP-293257294-172.17.0.3-1733534157019 heartbeating to localhost/127.0.0.1:34083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-293257294-172.17.0.3-1733534157019 (Datanode Uuid e5611190-15df-46c6-9793-bc41f7cf92fa) service to localhost/127.0.0.1:34083 2024-12-07T01:16:29,280 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:16:29,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/cluster_4f22579a-5edc-392c-e6c7-78e348cc2e56/data/data1/current/BP-293257294-172.17.0.3-1733534157019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:16:29,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/cluster_4f22579a-5edc-392c-e6c7-78e348cc2e56/data/data2/current/BP-293257294-172.17.0.3-1733534157019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:16:29,281 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:16:29,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:16:29,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:16:29,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:16:29,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:16:29,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ef6286c-2b0d-5152-2aff-4c264fdaf162/hadoop.log.dir/,STOPPED} 2024-12-07T01:16:29,292 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T01:16:29,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:16:29,323 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/ec1863dc21e5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/ec1863dc21e5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55642) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a465363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ec1863dc21e5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34083 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33995 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ec1863dc21e5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ec1863dc21e5:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55642) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=426 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 347) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=673 (was 1484) 2024-12-07T01:16:29,331 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=671 2024-12-07T01:16:29,342 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-07T01:16:29,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/hadoop.log.dir so I do NOT create it in target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6 2024-12-07T01:16:29,343 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:16:29,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/hadoop.tmp.dir so I do NOT create it in target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6 2024-12-07T01:16:29,343 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94f7b7cc-bca9-c536-0bf5-6748bb852044/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:16:29,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6 2024-12-07T01:16:29,343 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/cluster_2bf68bab-37cd-0243-89d1-e4c4b95fd8d7, deleteOnExit=true 2024-12-07T01:16:29,365 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/cluster_2bf68bab-37cd-0243-89d1-e4c4b95fd8d7/zookeeper_0, clientPort=49749, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/cluster_2bf68bab-37cd-0243-89d1-e4c4b95fd8d7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/cluster_2bf68bab-37cd-0243-89d1-e4c4b95fd8d7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T01:16:29,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49749 2024-12-07T01:16:29,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:16:29,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:16:29,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/test.cache.data in system properties and HBase conf 2024-12-07T01:16:29,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:16:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:16:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:16:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:16:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:16:29,367 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:16:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:16:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:16:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:16:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:16:29,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:16:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:16:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:16:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:16:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:16:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:16:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:16:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:16:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:16:29,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:16:29,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101ad5c016c0002, quorum=127.0.0.1:55642, baseZNode=/015830872 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:16:29,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101ad5c016c0005, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:16:29,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101ad5c016c0002, quorum=127.0.0.1:55642, baseZNode=/015830872 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:16:29,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101ad5c016c0005, quorum=127.0.0.1:55642, baseZNode=/1694387975 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:16:29,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:16:29,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:29,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:29,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:29,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:16:29,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:16:29,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:16:29,740 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:16:29,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:29,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:16:29,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:16:29,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778bd0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/java.io.tmpdir/jetty-localhost-42801-hadoop-hdfs-3_4_1-tests_jar-_-any-18050636951329987839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:16:29,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:42801} 2024-12-07T01:16:29,834 INFO [Time-limited test {}] server.Server(415): Started @35332ms 2024-12-07T01:16:30,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:30,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:16:30,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:16:30,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:16:30,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:16:30,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:16:30,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:16:30,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718397a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/java.io.tmpdir/jetty-localhost-41625-hadoop-hdfs-3_4_1-tests_jar-_-any-16114650712611197064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:16:30,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:41625} 2024-12-07T01:16:30,184 INFO [Time-limited test {}] server.Server(415): Started @35682ms 2024-12-07T01:16:30,186 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:16:30,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:16:30,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T01:16:30,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T01:16:30,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:16:30,969 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/cluster_2bf68bab-37cd-0243-89d1-e4c4b95fd8d7/data/data2/current/BP-1233897008-172.17.0.3-1733534189392/current, will proceed with Du for space computation calculation, 2024-12-07T01:16:30,969 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/cluster_2bf68bab-37cd-0243-89d1-e4c4b95fd8d7/data/data1/current/BP-1233897008-172.17.0.3-1733534189392/current, will proceed with Du for space computation calculation, 2024-12-07T01:16:30,983 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:16:30,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37b8c9c73c005eeb with lease ID 0x31d7efbf822840f1: Processing first storage report for DS-19a21282-f439-4a8c-85e5-322546bf12a3 from datanode DatanodeRegistration(127.0.0.1:39517, datanodeUuid=b407fdb9-74e4-4c5e-877c-6f24f48ad34f, infoPort=44537, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=300581587;c=1733534189392) 2024-12-07T01:16:30,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37b8c9c73c005eeb with lease ID 0x31d7efbf822840f1: from storage DS-19a21282-f439-4a8c-85e5-322546bf12a3 node DatanodeRegistration(127.0.0.1:39517, datanodeUuid=b407fdb9-74e4-4c5e-877c-6f24f48ad34f, infoPort=44537, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=300581587;c=1733534189392), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:16:30,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37b8c9c73c005eeb with lease ID 0x31d7efbf822840f1: Processing first storage report for DS-6a7ed791-a6e9-4743-bb63-6f22240fc0fa from datanode DatanodeRegistration(127.0.0.1:39517, datanodeUuid=b407fdb9-74e4-4c5e-877c-6f24f48ad34f, infoPort=44537, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=300581587;c=1733534189392) 2024-12-07T01:16:30,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37b8c9c73c005eeb with lease ID 0x31d7efbf822840f1: from storage DS-6a7ed791-a6e9-4743-bb63-6f22240fc0fa node DatanodeRegistration(127.0.0.1:39517, datanodeUuid=b407fdb9-74e4-4c5e-877c-6f24f48ad34f, infoPort=44537, infoSecurePort=0, ipcPort=42755, storageInfo=lv=-57;cid=testClusterID;nsid=300581587;c=1733534189392), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:16:31,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6 2024-12-07T01:16:31,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:31,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:31,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:16:31,424 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530 with version=8 2024-12-07T01:16:31,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/hbase-staging 2024-12-07T01:16:31,426 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:16:31,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:31,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:31,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:16:31,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:31,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:16:31,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:16:31,427 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:16:31,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46823 2024-12-07T01:16:31,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46823 connecting to ZooKeeper ensemble=127.0.0.1:49749 2024-12-07T01:16:31,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468230x0, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:31,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46823-0x101ad5c82e00000 connected 2024-12-07T01:16:31,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:31,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:31,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Set watcher on znode that does not yet exist, /0-565911629/running 2024-12-07T01:16:31,612 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530, hbase.cluster.distributed=false 2024-12-07T01:16:31,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Set watcher on znode that does not yet exist, /0-565911629/acl 2024-12-07T01:16:31,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46823 2024-12-07T01:16:31,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46823 2024-12-07T01:16:31,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46823 2024-12-07T01:16:31,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46823 2024-12-07T01:16:31,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46823 2024-12-07T01:16:31,627 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:16:31,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:31,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:31,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:16:31,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:31,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:16:31,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:16:31,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:16:31,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45535 2024-12-07T01:16:31,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45535 connecting to ZooKeeper ensemble=127.0.0.1:49749 2024-12-07T01:16:31,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:31,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:31,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455350x0, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:31,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455350x0, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Set watcher on znode that does not yet exist, /0-565911629/running 2024-12-07T01:16:31,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45535-0x101ad5c82e00001 connected 2024-12-07T01:16:31,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:16:31,647 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:16:31,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Set watcher on znode that does not yet exist, /0-565911629/master 2024-12-07T01:16:31,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Set watcher on znode that does not yet exist, /0-565911629/acl 2024-12-07T01:16:31,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45535 2024-12-07T01:16:31,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45535 2024-12-07T01:16:31,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45535 2024-12-07T01:16:31,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45535 2024-12-07T01:16:31,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45535 2024-12-07T01:16:31,662 DEBUG [M:0;ec1863dc21e5:46823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:46823 2024-12-07T01:16:31,663 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-565911629/backup-masters/ec1863dc21e5,46823,1733534191426 2024-12-07T01:16:31,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629/backup-masters 2024-12-07T01:16:31,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629/backup-masters 2024-12-07T01:16:31,671 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Set watcher on existing znode=/0-565911629/backup-masters/ec1863dc21e5,46823,1733534191426 2024-12-07T01:16:31,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-565911629/master 2024-12-07T01:16:31,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:31,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:31,682 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Set watcher on existing znode=/0-565911629/master 2024-12-07T01:16:31,682 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-565911629/backup-masters/ec1863dc21e5,46823,1733534191426 from backup master directory 2024-12-07T01:16:31,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-565911629/backup-masters/ec1863dc21e5,46823,1733534191426 2024-12-07T01:16:31,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629/backup-masters 2024-12-07T01:16:31,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629/backup-masters 2024-12-07T01:16:31,692 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:16:31,692 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,46823,1733534191426 2024-12-07T01:16:31,697 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/hbase.id] with ID: a54fba20-b225-4eed-ba7e-6a679875fe6b 2024-12-07T01:16:31,697 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/.tmp/hbase.id 2024-12-07T01:16:31,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:16:32,103 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/.tmp/hbase.id]:[hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/hbase.id] 2024-12-07T01:16:32,115 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:32,115 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:16:32,116 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-07T01:16:32,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:32,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:32,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:16:32,573 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:16:32,574 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:16:32,574 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:16:32,982 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store 2024-12-07T01:16:32,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:16:33,389 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:33,389 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:16:33,389 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:33,389 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:33,389 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:16:33,389 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:33,389 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:33,389 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534193389Disabling compacts and flushes for region at 1733534193389Disabling writes for close at 1733534193389Writing region close event to WAL at 1733534193389Closed at 1733534193389 2024-12-07T01:16:33,390 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/.initializing 2024-12-07T01:16:33,390 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/WALs/ec1863dc21e5,46823,1733534191426 2024-12-07T01:16:33,392 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:16:33,394 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C46823%2C1733534191426, suffix=, logDir=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/WALs/ec1863dc21e5,46823,1733534191426, archiveDir=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/oldWALs, maxLogs=10 2024-12-07T01:16:33,405 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/WALs/ec1863dc21e5,46823,1733534191426/ec1863dc21e5%2C46823%2C1733534191426.1733534193394, exclude list is [], retry=0 2024-12-07T01:16:33,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39517,DS-19a21282-f439-4a8c-85e5-322546bf12a3,DISK] 2024-12-07T01:16:33,410 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/WALs/ec1863dc21e5,46823,1733534191426/ec1863dc21e5%2C46823%2C1733534191426.1733534193394 2024-12-07T01:16:33,410 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44537:44537)] 2024-12-07T01:16:33,410 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:33,411 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:33,411 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:33,411 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:33,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:33,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:16:33,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:33,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:33,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:33,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:16:33,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:33,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:33,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:33,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:16:33,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:33,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:33,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:33,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:16:33,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:33,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:33,419 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:33,420 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:33,420 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:33,422 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:33,422 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:33,422 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:33,423 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:33,426 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:33,426 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70866137, jitterRate=0.055987730622291565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:33,427 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534193411Initializing all the Stores at 1733534193412 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534193412Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534193412Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534193412Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534193412Cleaning up temporary data from old regions at 1733534193422 (+10 ms)Region opened successfully at 1733534193427 (+5 ms) 2024-12-07T01:16:33,427 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:16:33,430 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71427e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:16:33,431 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:16:33,431 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:16:33,431 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:16:33,431 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:16:33,432 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:16:33,432 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:16:33,432 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:16:33,434 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:16:33,435 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Unable to get data of znode /0-565911629/balancer because node does not exist (not necessarily an error) 2024-12-07T01:16:33,498 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-565911629/balancer already deleted, retry=false 2024-12-07T01:16:33,499 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:16:33,501 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Unable to get data of znode /0-565911629/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:16:33,513 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-565911629/normalizer already deleted, retry=false 2024-12-07T01:16:33,513 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:16:33,530 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Unable to get data of znode /0-565911629/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:16:33,540 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-565911629/switch/split already deleted, retry=false 2024-12-07T01:16:33,542 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Unable to get data of znode /0-565911629/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:16:33,555 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-565911629/switch/merge already deleted, retry=false 2024-12-07T01:16:33,560 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Unable to get data of znode /0-565911629/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:16:33,572 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-565911629/snapshot-cleanup already deleted, retry=false 2024-12-07T01:16:33,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-565911629/running 2024-12-07T01:16:33,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-565911629/running 2024-12-07T01:16:33,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:33,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:33,588 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,46823,1733534191426, sessionid=0x101ad5c82e00000, setting cluster-up flag (Was=false) 2024-12-07T01:16:33,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:33,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:33,639 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-565911629/flush-table-proc/acquired, /0-565911629/flush-table-proc/reached, /0-565911629/flush-table-proc/abort 2024-12-07T01:16:33,642 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,46823,1733534191426 2024-12-07T01:16:33,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:33,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:33,692 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-565911629/online-snapshot/acquired, /0-565911629/online-snapshot/reached, /0-565911629/online-snapshot/abort 2024-12-07T01:16:33,693 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,46823,1733534191426 2024-12-07T01:16:33,695 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:16:33,702 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:33,702 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:16:33,703 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:16:33,703 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,46823,1733534191426 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:16:33,705 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:33,705 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:33,705 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:33,705 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:33,705 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:16:33,705 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:33,705 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:16:33,705 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:33,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:33,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:16:33,746 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:33,746 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:16:33,779 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(746): ClusterId : a54fba20-b225-4eed-ba7e-6a679875fe6b 2024-12-07T01:16:33,779 DEBUG [RS:0;ec1863dc21e5:45535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:16:33,780 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534223780 2024-12-07T01:16:33,780 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:16:33,780 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:16:33,781 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:16:33,781 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:16:33,781 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:16:33,781 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:16:33,781 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:33,781 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:16:33,782 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:16:33,782 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:16:33,782 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:16:33,784 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:16:33,784 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:16:33,791 DEBUG [RS:0;ec1863dc21e5:45535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:16:33,792 DEBUG [RS:0;ec1863dc21e5:45535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:16:33,808 DEBUG [RS:0;ec1863dc21e5:45535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:16:33,808 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534193784,5,FailOnTimeoutGroup] 2024-12-07T01:16:33,808 DEBUG [RS:0;ec1863dc21e5:45535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54febc1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:16:33,809 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534193808,5,FailOnTimeoutGroup] 2024-12-07T01:16:33,809 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:33,809 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:16:33,809 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:33,809 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:33,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:16:33,818 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:16:33,819 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530 2024-12-07T01:16:33,846 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:45535 2024-12-07T01:16:33,846 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:16:33,846 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:16:33,846 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:16:33,847 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,46823,1733534191426 with port=45535, startcode=1733534191627 2024-12-07T01:16:33,847 DEBUG [RS:0;ec1863dc21e5:45535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:16:33,858 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:16:33,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,45535,1733534191627 2024-12-07T01:16:33,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46823 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,45535,1733534191627 2024-12-07T01:16:33,861 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530 2024-12-07T01:16:33,862 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39115 2024-12-07T01:16:33,862 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:16:33,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629/rs 2024-12-07T01:16:33,871 DEBUG [RS:0;ec1863dc21e5:45535 {}] zookeeper.ZKUtil(111): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Set watcher on existing znode=/0-565911629/rs/ec1863dc21e5,45535,1733534191627 2024-12-07T01:16:33,872 WARN [RS:0;ec1863dc21e5:45535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:16:33,872 INFO [RS:0;ec1863dc21e5:45535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:33,872 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627 2024-12-07T01:16:33,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741832_1008 (size=32) 2024-12-07T01:16:33,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:33,901 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,45535,1733534191627] 2024-12-07T01:16:33,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:16:33,932 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:16:33,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:16:33,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:33,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:33,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:16:33,940 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:16:33,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:16:33,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:33,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:33,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:16:33,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:16:33,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:33,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:33,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:16:33,952 INFO [RS:0;ec1863dc21e5:45535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:16:33,953 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:33,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:16:33,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:33,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:33,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:16:33,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740 2024-12-07T01:16:33,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740 2024-12-07T01:16:33,959 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:16:33,960 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:16:33,960 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:33,961 DEBUG [RS:0;ec1863dc21e5:45535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:33,961 DEBUG [RS:0;ec1863dc21e5:45535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:33,961 DEBUG [RS:0;ec1863dc21e5:45535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:33,961 DEBUG [RS:0;ec1863dc21e5:45535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:33,961 DEBUG [RS:0;ec1863dc21e5:45535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:33,961 DEBUG [RS:0;ec1863dc21e5:45535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:16:33,961 DEBUG [RS:0;ec1863dc21e5:45535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:33,961 DEBUG [RS:0;ec1863dc21e5:45535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:33,961 DEBUG [RS:0;ec1863dc21e5:45535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:33,961 DEBUG [RS:0;ec1863dc21e5:45535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:33,961 DEBUG [RS:0;ec1863dc21e5:45535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:33,961 DEBUG [RS:0;ec1863dc21e5:45535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:33,962 DEBUG [RS:0;ec1863dc21e5:45535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:16:33,962 DEBUG [RS:0;ec1863dc21e5:45535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:16:33,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:16:33,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:16:33,963 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:33,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:16:33,986 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:33,986 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:33,986 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:33,986 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:33,986 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:33,986 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45535,1733534191627-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:16:34,013 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:16:34,014 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45535,1733534191627-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:34,015 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:34,015 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.Replication(171): ec1863dc21e5,45535,1733534191627 started 2024-12-07T01:16:34,016 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:34,017 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60959746, jitterRate=-0.09162899851799011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:34,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534193880Initializing all the Stores at 1733534193883 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534193883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534193924 (+41 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534193924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534193924Cleaning up temporary data from old regions at 1733534193962 (+38 ms)Region opened successfully at 1733534194018 (+56 ms) 2024-12-07T01:16:34,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:16:34,018 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:16:34,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:16:34,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:16:34,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:16:34,031 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:34,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534194018Disabling compacts and flushes for region at 1733534194018Disabling writes for close at 1733534194018Writing region close event to WAL at 1733534194031 (+13 ms)Closed at 1733534194031 2024-12-07T01:16:34,032 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:34,032 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,45535,1733534191627, RpcServer on ec1863dc21e5/172.17.0.3:45535, sessionid=0x101ad5c82e00001 2024-12-07T01:16:34,032 DEBUG [RS:0;ec1863dc21e5:45535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:16:34,032 DEBUG [RS:0;ec1863dc21e5:45535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,45535,1733534191627 2024-12-07T01:16:34,032 DEBUG [RS:0;ec1863dc21e5:45535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,45535,1733534191627' 2024-12-07T01:16:34,033 DEBUG [RS:0;ec1863dc21e5:45535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-565911629/flush-table-proc/abort' 2024-12-07T01:16:34,034 DEBUG [RS:0;ec1863dc21e5:45535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-565911629/flush-table-proc/acquired' 2024-12-07T01:16:34,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:34,034 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:16:34,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:16:34,036 DEBUG [RS:0;ec1863dc21e5:45535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:16:34,036 DEBUG [RS:0;ec1863dc21e5:45535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:16:34,036 DEBUG [RS:0;ec1863dc21e5:45535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,45535,1733534191627 2024-12-07T01:16:34,036 DEBUG [RS:0;ec1863dc21e5:45535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,45535,1733534191627' 2024-12-07T01:16:34,036 DEBUG [RS:0;ec1863dc21e5:45535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-565911629/online-snapshot/abort' 2024-12-07T01:16:34,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:16:34,037 DEBUG [RS:0;ec1863dc21e5:45535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-565911629/online-snapshot/acquired' 2024-12-07T01:16:34,037 DEBUG [RS:0;ec1863dc21e5:45535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:16:34,038 INFO [RS:0;ec1863dc21e5:45535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:16:34,038 INFO [RS:0;ec1863dc21e5:45535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:16:34,048 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:16:34,138 INFO [RS:0;ec1863dc21e5:45535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:16:34,140 INFO [RS:0;ec1863dc21e5:45535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C45535%2C1733534191627, suffix=, logDir=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627, archiveDir=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/oldWALs, maxLogs=10 2024-12-07T01:16:34,153 DEBUG [RS:0;ec1863dc21e5:45535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.1733534194140, exclude list is [], retry=0 2024-12-07T01:16:34,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39517,DS-19a21282-f439-4a8c-85e5-322546bf12a3,DISK] 2024-12-07T01:16:34,159 INFO [RS:0;ec1863dc21e5:45535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.1733534194140 2024-12-07T01:16:34,160 DEBUG [RS:0;ec1863dc21e5:45535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44537:44537)] 2024-12-07T01:16:34,198 DEBUG [ec1863dc21e5:46823 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:16:34,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,45535,1733534191627 2024-12-07T01:16:34,200 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,45535,1733534191627, state=OPENING 2024-12-07T01:16:34,267 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:16:34,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:34,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:34,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-565911629/meta-region-server: CHANGED 2024-12-07T01:16:34,278 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-565911629/meta-region-server: CHANGED 2024-12-07T01:16:34,280 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:16:34,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,45535,1733534191627}] 2024-12-07T01:16:34,433 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:16:34,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:16:34,439 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:16:34,439 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:34,439 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:16:34,441 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C45535%2C1733534191627.meta, suffix=.meta, logDir=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627, archiveDir=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/oldWALs, maxLogs=10 2024-12-07T01:16:34,458 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.meta.1733534194442.meta, exclude list is [], retry=0 2024-12-07T01:16:34,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39517,DS-19a21282-f439-4a8c-85e5-322546bf12a3,DISK] 2024-12-07T01:16:34,465 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.meta.1733534194442.meta 2024-12-07T01:16:34,468 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44537:44537)] 2024-12-07T01:16:34,468 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:34,469 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:16:34,469 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:16:34,469 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:16:34,469 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:16:34,469 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:16:34,470 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:34,470 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:16:34,470 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:16:34,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:16:34,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:16:34,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:34,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:34,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:16:34,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:16:34,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:34,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:34,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:16:34,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:16:34,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:34,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:34,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:16:34,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:16:34,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:34,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:34,481 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:16:34,482 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740 2024-12-07T01:16:34,483 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740 2024-12-07T01:16:34,485 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:16:34,485 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:16:34,485 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:34,487 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:16:34,488 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73914905, jitterRate=0.1014179140329361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:34,488 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:16:34,489 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534194470Writing region info on filesystem at 1733534194470Initializing all the Stores at 1733534194471 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534194471Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534194471Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534194471Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534194471Cleaning up temporary data from old regions at 1733534194485 (+14 ms)Running coprocessor post-open hooks at 1733534194488 (+3 ms)Region opened successfully at 1733534194489 (+1 ms) 2024-12-07T01:16:34,490 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534194433 2024-12-07T01:16:34,492 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:16:34,492 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:16:34,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45535,1733534191627 2024-12-07T01:16:34,494 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,45535,1733534191627, state=OPEN 2024-12-07T01:16:34,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-565911629/meta-region-server 2024-12-07T01:16:34,528 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,45535,1733534191627 2024-12-07T01:16:34,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-565911629/meta-region-server 2024-12-07T01:16:34,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-565911629/meta-region-server: CHANGED 2024-12-07T01:16:34,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-565911629/meta-region-server: CHANGED 2024-12-07T01:16:34,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:16:34,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,45535,1733534191627 in 248 msec 2024-12-07T01:16:34,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:16:34,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 499 msec 2024-12-07T01:16:34,540 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:34,541 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:16:34,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:34,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,45535,1733534191627, seqNum=-1] 2024-12-07T01:16:34,543 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:34,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:16:34,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 850 msec 2024-12-07T01:16:34,554 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534194554, completionTime=-1 2024-12-07T01:16:34,554 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:16:34,554 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:16:34,558 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:16:34,559 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534254559 2024-12-07T01:16:34,559 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534314559 2024-12-07T01:16:34,559 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-07T01:16:34,559 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46823,1733534191426-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:34,559 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46823,1733534191426-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:34,559 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46823,1733534191426-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:34,559 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:46823, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:34,560 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:34,565 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:34,567 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:16:34,571 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.879sec 2024-12-07T01:16:34,571 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:16:34,571 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:16:34,571 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:16:34,571 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:16:34,571 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:16:34,571 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46823,1733534191426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:16:34,571 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46823,1733534191426-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:16:34,582 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:16:34,583 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:16:34,583 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46823,1733534191426-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:34,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:34,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,46823,-1 for getting cluster id 2024-12-07T01:16:34,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:34,672 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a54fba20-b225-4eed-ba7e-6a679875fe6b' 2024-12-07T01:16:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a54fba20-b225-4eed-ba7e-6a679875fe6b" 2024-12-07T01:16:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cd76ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,46823,-1] 2024-12-07T01:16:34,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:34,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:34,674 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:34,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:34,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:34,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,45535,1733534191627, seqNum=-1] 2024-12-07T01:16:34,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:34,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:16:34,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,46823,1733534191426 2024-12-07T01:16:34,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49749 2024-12-07T01:16:34,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:34,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101ad5c82e00002 connected 2024-12-07T01:16:34,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/hadoop.log.dir so I do NOT create it in target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf 2024-12-07T01:16:34,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:16:34,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/hadoop.tmp.dir so I do NOT create it in target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf 2024-12-07T01:16:34,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:16:34,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf 2024-12-07T01:16:34,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:16:34,716 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/cluster_9f0b02e1-def6-3221-58c2-bb07f80202f1, deleteOnExit=true 2024-12-07T01:16:34,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:16:34,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/test.cache.data in system properties and HBase conf 2024-12-07T01:16:34,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:16:34,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:16:34,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:16:34,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:16:34,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:16:34,717 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:16:34,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:16:34,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:16:34,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:16:34,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:16:34,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:16:34,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:16:34,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:16:34,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:16:34,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:16:34,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:16:34,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:16:34,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:16:34,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:16:34,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:16:35,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:35,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:16:35,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:16:35,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:16:35,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:16:35,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:35,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:16:35,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:16:35,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/java.io.tmpdir/jetty-localhost-34901-hadoop-hdfs-3_4_1-tests_jar-_-any-17022786461586364564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:16:35,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:34901} 2024-12-07T01:16:35,189 INFO [Time-limited test {}] server.Server(415): Started @40687ms 2024-12-07T01:16:35,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:35,471 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:16:35,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:16:35,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:16:35,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:16:35,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:16:35,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:16:35,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432beae2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/java.io.tmpdir/jetty-localhost-43685-hadoop-hdfs-3_4_1-tests_jar-_-any-11843802086643258826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:16:35,588 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:43685} 2024-12-07T01:16:35,588 INFO [Time-limited test {}] server.Server(415): Started @41086ms 2024-12-07T01:16:35,590 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:16:36,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:16:36,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:36,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:36,462 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/cluster_9f0b02e1-def6-3221-58c2-bb07f80202f1/data/data1/current/BP-828916107-172.17.0.3-1733534194746/current, will proceed with Du for space computation calculation, 2024-12-07T01:16:36,464 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/cluster_9f0b02e1-def6-3221-58c2-bb07f80202f1/data/data2/current/BP-828916107-172.17.0.3-1733534194746/current, will proceed with Du for space computation calculation, 2024-12-07T01:16:36,541 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:16:36,544 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe203278f66bf11eb with lease ID 0xff4c89529ec69016: Processing first storage report for DS-92920abf-aafe-4de4-8d66-9da777160360 from datanode DatanodeRegistration(127.0.0.1:34661, datanodeUuid=5045c347-9627-40ca-92fd-e913a5114a11, infoPort=37185, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=24405117;c=1733534194746) 2024-12-07T01:16:36,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe203278f66bf11eb with lease ID 0xff4c89529ec69016: from storage DS-92920abf-aafe-4de4-8d66-9da777160360 node DatanodeRegistration(127.0.0.1:34661, datanodeUuid=5045c347-9627-40ca-92fd-e913a5114a11, infoPort=37185, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=24405117;c=1733534194746), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:16:36,545 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe203278f66bf11eb with lease ID 0xff4c89529ec69016: Processing first storage report for DS-fa65e162-e17a-4976-91bc-13b21799502e from datanode DatanodeRegistration(127.0.0.1:34661, datanodeUuid=5045c347-9627-40ca-92fd-e913a5114a11, infoPort=37185, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=24405117;c=1733534194746) 2024-12-07T01:16:36,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe203278f66bf11eb with lease ID 0xff4c89529ec69016: from storage DS-fa65e162-e17a-4976-91bc-13b21799502e node DatanodeRegistration(127.0.0.1:34661, datanodeUuid=5045c347-9627-40ca-92fd-e913a5114a11, infoPort=37185, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=24405117;c=1733534194746), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:16:36,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf 2024-12-07T01:16:36,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:36,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:36,614 WARN [RS:0;ec1863dc21e5:45535 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ec1863dc21e5,40955,1733534161195: status=Processing ServerCrashProcedure of ec1863dc21e5,40955,1733534161195 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733534179356, completionTime=-1 appears to have been leaked 2024-12-07T01:16:36,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:16:36,637 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c with version=8 2024-12-07T01:16:36,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/hbase-staging 2024-12-07T01:16:36,640 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:16:36,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:36,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:36,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:16:36,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:36,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:16:36,640 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:16:36,640 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:16:36,641 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37965 2024-12-07T01:16:36,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37965 connecting to ZooKeeper ensemble=127.0.0.1:49749 2024-12-07T01:16:36,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379650x0, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:36,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37965-0x101ad5c82e00003 connected 2024-12-07T01:16:36,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:36,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:36,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Set watcher on znode that does not yet exist, /1593337757/running 2024-12-07T01:16:36,766 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c, hbase.cluster.distributed=false 2024-12-07T01:16:36,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Set watcher on znode that does not yet exist, /1593337757/acl 2024-12-07T01:16:36,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37965 2024-12-07T01:16:36,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37965 2024-12-07T01:16:36,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37965 2024-12-07T01:16:36,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37965 2024-12-07T01:16:36,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37965 2024-12-07T01:16:36,849 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:16:36,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:36,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:36,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:16:36,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:36,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:16:36,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:16:36,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:16:36,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42079 2024-12-07T01:16:36,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42079 connecting to ZooKeeper ensemble=127.0.0.1:49749 2024-12-07T01:16:36,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:36,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:36,940 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420790x0, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:36,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420790x0, quorum=127.0.0.1:49749, baseZNode=/1593337757 Set watcher on znode that does not yet exist, /1593337757/running 2024-12-07T01:16:36,942 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:16:36,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42079-0x101ad5c82e00004 connected 2024-12-07T01:16:36,956 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:16:36,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Set watcher on znode that does not yet exist, /1593337757/master 2024-12-07T01:16:36,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Set watcher on znode that does not yet exist, /1593337757/acl 2024-12-07T01:16:36,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42079 2024-12-07T01:16:36,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42079 2024-12-07T01:16:36,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42079 2024-12-07T01:16:37,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42079 2024-12-07T01:16:37,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42079 2024-12-07T01:16:37,032 DEBUG [M:0;ec1863dc21e5:37965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:37965 2024-12-07T01:16:37,032 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1593337757/backup-masters/ec1863dc21e5,37965,1733534196639 2024-12-07T01:16:37,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757/backup-masters 2024-12-07T01:16:37,060 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757/backup-masters 2024-12-07T01:16:37,062 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Set watcher on existing znode=/1593337757/backup-masters/ec1863dc21e5,37965,1733534196639 2024-12-07T01:16:37,071 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1593337757/master 2024-12-07T01:16:37,071 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:37,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:37,074 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Set watcher on existing znode=/1593337757/master 2024-12-07T01:16:37,074 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1593337757/backup-masters/ec1863dc21e5,37965,1733534196639 from backup master directory 2024-12-07T01:16:37,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1593337757/backup-masters/ec1863dc21e5,37965,1733534196639 2024-12-07T01:16:37,081 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:16:37,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757/backup-masters 2024-12-07T01:16:37,082 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,37965,1733534196639 2024-12-07T01:16:37,082 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757/backup-masters 2024-12-07T01:16:37,110 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/hbase.id] with ID: 8ff9a377-c969-45f7-8578-deb04d29f437 2024-12-07T01:16:37,111 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/.tmp/hbase.id 2024-12-07T01:16:37,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:16:37,563 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/.tmp/hbase.id]:[hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/hbase.id] 2024-12-07T01:16:37,589 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:37,589 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:16:37,594 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-12-07T01:16:37,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:37,649 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:37,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:16:37,692 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:16:37,692 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:16:37,693 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:37,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:16:38,115 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store 2024-12-07T01:16:38,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:16:38,121 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:38,121 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:16:38,121 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:38,121 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:38,121 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:16:38,121 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:38,121 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:38,121 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534198121Disabling compacts and flushes for region at 1733534198121Disabling writes for close at 1733534198121Writing region close event to WAL at 1733534198121Closed at 1733534198121 2024-12-07T01:16:38,122 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/.initializing 2024-12-07T01:16:38,122 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/WALs/ec1863dc21e5,37965,1733534196639 2024-12-07T01:16:38,123 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:16:38,125 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C37965%2C1733534196639, suffix=, logDir=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/WALs/ec1863dc21e5,37965,1733534196639, archiveDir=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/oldWALs, maxLogs=10 2024-12-07T01:16:38,145 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/WALs/ec1863dc21e5,37965,1733534196639/ec1863dc21e5%2C37965%2C1733534196639.1733534198125, exclude list is [], retry=0 2024-12-07T01:16:38,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34661,DS-92920abf-aafe-4de4-8d66-9da777160360,DISK] 2024-12-07T01:16:38,156 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/WALs/ec1863dc21e5,37965,1733534196639/ec1863dc21e5%2C37965%2C1733534196639.1733534198125 2024-12-07T01:16:38,159 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37185:37185)] 2024-12-07T01:16:38,159 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:38,159 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:38,160 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:38,160 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:38,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:38,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:16:38,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:38,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:38,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:38,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:16:38,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:38,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:38,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:38,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:16:38,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:38,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:38,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:38,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:16:38,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:38,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:38,170 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:38,171 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:38,172 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:38,173 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:38,173 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:38,174 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:38,175 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:38,177 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:38,178 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63419229, jitterRate=-0.0549798458814621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:38,178 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534198160Initializing all the Stores at 1733534198161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534198161Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534198161Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534198161Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534198162 (+1 ms)Cleaning up temporary data from old regions at 1733534198173 (+11 ms)Region opened successfully at 1733534198178 (+5 ms) 2024-12-07T01:16:38,178 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:16:38,182 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f2a8e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:16:38,182 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:16:38,183 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:16:38,183 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:16:38,183 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:16:38,184 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:16:38,184 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:16:38,184 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:16:38,186 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:16:38,188 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Unable to get data of znode /1593337757/balancer because node does not exist (not necessarily an error) 2024-12-07T01:16:38,249 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1593337757/balancer already deleted, retry=false 2024-12-07T01:16:38,250 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:16:38,251 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Unable to get data of znode /1593337757/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:16:38,260 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1593337757/normalizer already deleted, retry=false 2024-12-07T01:16:38,260 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:16:38,263 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Unable to get data of znode /1593337757/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:16:38,270 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1593337757/switch/split already deleted, retry=false 2024-12-07T01:16:38,271 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Unable to get data of znode /1593337757/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:16:38,285 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1593337757/switch/merge already deleted, retry=false 2024-12-07T01:16:38,287 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Unable to get data of znode /1593337757/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:16:38,298 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1593337757/snapshot-cleanup already deleted, retry=false 2024-12-07T01:16:38,309 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1593337757/running 2024-12-07T01:16:38,309 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:38,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1593337757/running 2024-12-07T01:16:38,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:38,309 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,37965,1733534196639, sessionid=0x101ad5c82e00003, setting cluster-up flag (Was=false) 2024-12-07T01:16:38,330 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:38,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:38,372 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1593337757/flush-table-proc/acquired, /1593337757/flush-table-proc/reached, /1593337757/flush-table-proc/abort 2024-12-07T01:16:38,373 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,37965,1733534196639 2024-12-07T01:16:38,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:38,397 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:38,428 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1593337757/online-snapshot/acquired, /1593337757/online-snapshot/reached, /1593337757/online-snapshot/abort 2024-12-07T01:16:38,429 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,37965,1733534196639 2024-12-07T01:16:38,430 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:16:38,435 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:38,435 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:16:38,435 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:16:38,435 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,37965,1733534196639 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:16:38,438 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:38,438 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:38,438 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:38,438 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:38,438 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:16:38,438 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:38,438 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:16:38,438 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:38,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:38,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:16:38,444 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:38,444 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:16:38,456 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534228456 2024-12-07T01:16:38,456 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:16:38,456 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:16:38,457 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:16:38,457 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:16:38,457 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:16:38,457 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:16:38,464 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:38,472 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:16:38,473 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:16:38,473 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:16:38,473 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:16:38,480 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:16:38,480 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:16:38,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:16:38,488 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534198480,5,FailOnTimeoutGroup] 2024-12-07T01:16:38,492 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534198488,5,FailOnTimeoutGroup] 2024-12-07T01:16:38,492 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:38,492 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:16:38,492 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:38,492 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:38,520 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(746): ClusterId : 8ff9a377-c969-45f7-8578-deb04d29f437 2024-12-07T01:16:38,520 DEBUG [RS:0;ec1863dc21e5:42079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:16:38,551 DEBUG [RS:0;ec1863dc21e5:42079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:16:38,552 DEBUG [RS:0;ec1863dc21e5:42079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:16:38,562 DEBUG [RS:0;ec1863dc21e5:42079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:16:38,562 DEBUG [RS:0;ec1863dc21e5:42079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb37390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:16:38,573 DEBUG [RS:0;ec1863dc21e5:42079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:42079 2024-12-07T01:16:38,574 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:16:38,574 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:16:38,574 DEBUG [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:16:38,575 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,37965,1733534196639 with port=42079, startcode=1733534196848 2024-12-07T01:16:38,575 DEBUG [RS:0;ec1863dc21e5:42079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:16:38,577 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:16:38,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,42079,1733534196848 2024-12-07T01:16:38,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37965 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,42079,1733534196848 2024-12-07T01:16:38,581 DEBUG [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c 2024-12-07T01:16:38,581 DEBUG [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40699 2024-12-07T01:16:38,581 DEBUG [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:16:38,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757/rs 2024-12-07T01:16:38,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,42079,1733534196848] 2024-12-07T01:16:38,594 DEBUG [RS:0;ec1863dc21e5:42079 {}] zookeeper.ZKUtil(111): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Set watcher on existing znode=/1593337757/rs/ec1863dc21e5,42079,1733534196848 2024-12-07T01:16:38,594 WARN [RS:0;ec1863dc21e5:42079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:16:38,594 INFO [RS:0;ec1863dc21e5:42079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:38,594 DEBUG [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/WALs/ec1863dc21e5,42079,1733534196848 2024-12-07T01:16:38,600 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:16:38,603 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:16:38,608 INFO [RS:0;ec1863dc21e5:42079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:16:38,608 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:38,612 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:16:38,613 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:16:38,613 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:38,613 DEBUG [RS:0;ec1863dc21e5:42079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:38,614 DEBUG [RS:0;ec1863dc21e5:42079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:38,614 DEBUG [RS:0;ec1863dc21e5:42079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:38,614 DEBUG [RS:0;ec1863dc21e5:42079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:38,614 DEBUG [RS:0;ec1863dc21e5:42079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:38,614 DEBUG [RS:0;ec1863dc21e5:42079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:16:38,614 DEBUG [RS:0;ec1863dc21e5:42079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:38,614 DEBUG [RS:0;ec1863dc21e5:42079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:38,614 DEBUG [RS:0;ec1863dc21e5:42079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:38,614 DEBUG [RS:0;ec1863dc21e5:42079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:38,614 DEBUG [RS:0;ec1863dc21e5:42079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:38,614 DEBUG [RS:0;ec1863dc21e5:42079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:38,614 DEBUG [RS:0;ec1863dc21e5:42079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:16:38,614 DEBUG [RS:0;ec1863dc21e5:42079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:16:38,617 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:38,617 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:38,617 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:38,617 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:38,617 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:38,617 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,42079,1733534196848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:16:38,639 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:16:38,640 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,42079,1733534196848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:38,640 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:38,640 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.Replication(171): ec1863dc21e5,42079,1733534196848 started 2024-12-07T01:16:38,660 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:38,660 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,42079,1733534196848, RpcServer on ec1863dc21e5/172.17.0.3:42079, sessionid=0x101ad5c82e00004 2024-12-07T01:16:38,660 DEBUG [RS:0;ec1863dc21e5:42079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:16:38,660 DEBUG [RS:0;ec1863dc21e5:42079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,42079,1733534196848 2024-12-07T01:16:38,660 DEBUG [RS:0;ec1863dc21e5:42079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,42079,1733534196848' 2024-12-07T01:16:38,661 DEBUG [RS:0;ec1863dc21e5:42079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1593337757/flush-table-proc/abort' 2024-12-07T01:16:38,661 DEBUG [RS:0;ec1863dc21e5:42079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1593337757/flush-table-proc/acquired' 2024-12-07T01:16:38,662 DEBUG [RS:0;ec1863dc21e5:42079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:16:38,662 DEBUG [RS:0;ec1863dc21e5:42079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:16:38,662 DEBUG [RS:0;ec1863dc21e5:42079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,42079,1733534196848 2024-12-07T01:16:38,662 DEBUG [RS:0;ec1863dc21e5:42079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,42079,1733534196848' 2024-12-07T01:16:38,662 DEBUG [RS:0;ec1863dc21e5:42079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1593337757/online-snapshot/abort' 2024-12-07T01:16:38,663 DEBUG [RS:0;ec1863dc21e5:42079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1593337757/online-snapshot/acquired' 2024-12-07T01:16:38,664 DEBUG [RS:0;ec1863dc21e5:42079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:16:38,664 INFO [RS:0;ec1863dc21e5:42079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:16:38,664 INFO [RS:0;ec1863dc21e5:42079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:16:38,765 INFO [RS:0;ec1863dc21e5:42079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:16:38,767 INFO [RS:0;ec1863dc21e5:42079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C42079%2C1733534196848, suffix=, logDir=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/WALs/ec1863dc21e5,42079,1733534196848, archiveDir=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/oldWALs, maxLogs=10 2024-12-07T01:16:38,786 DEBUG [RS:0;ec1863dc21e5:42079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/WALs/ec1863dc21e5,42079,1733534196848/ec1863dc21e5%2C42079%2C1733534196848.1733534198767, exclude list is [], retry=0 2024-12-07T01:16:38,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34661,DS-92920abf-aafe-4de4-8d66-9da777160360,DISK] 2024-12-07T01:16:38,802 INFO [RS:0;ec1863dc21e5:42079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/WALs/ec1863dc21e5,42079,1733534196848/ec1863dc21e5%2C42079%2C1733534196848.1733534198767 2024-12-07T01:16:38,803 DEBUG [RS:0;ec1863dc21e5:42079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37185:37185)] 2024-12-07T01:16:38,887 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:16:38,887 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c 2024-12-07T01:16:38,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741833_1009 (size=32) 2024-12-07T01:16:39,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:39,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:16:39,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:16:39,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:39,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:39,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:16:39,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:16:39,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:39,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:39,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:16:39,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:16:39,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:39,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:39,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:16:39,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:16:39,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:39,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:39,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:16:39,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/data/hbase/meta/1588230740 2024-12-07T01:16:39,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/data/hbase/meta/1588230740 2024-12-07T01:16:39,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:16:39,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:16:39,311 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:39,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:16:39,315 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:39,315 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64918920, jitterRate=-0.03263270854949951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:39,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534199295Initializing all the Stores at 1733534199296 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534199296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534199296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534199296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534199296Cleaning up temporary data from old regions at 1733534199310 (+14 ms)Region opened successfully at 1733534199315 (+5 ms) 2024-12-07T01:16:39,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:16:39,315 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:16:39,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:16:39,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:16:39,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:16:39,316 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:39,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534199315Disabling compacts and flushes for region at 1733534199315Disabling writes for close at 1733534199315Writing region close event to WAL at 1733534199316 (+1 ms)Closed at 1733534199316 2024-12-07T01:16:39,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:39,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:16:39,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:16:39,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:16:39,320 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:16:39,470 DEBUG [ec1863dc21e5:37965 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:16:39,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,42079,1733534196848 2024-12-07T01:16:39,472 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,42079,1733534196848, state=OPENING 2024-12-07T01:16:39,595 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:16:39,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:39,614 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:39,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1593337757/meta-region-server: CHANGED 2024-12-07T01:16:39,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1593337757/meta-region-server: CHANGED 2024-12-07T01:16:39,624 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:16:39,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,42079,1733534196848}] 2024-12-07T01:16:39,779 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:16:39,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:16:39,784 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:16:39,784 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:39,784 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:16:39,786 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C42079%2C1733534196848.meta, suffix=.meta, logDir=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/WALs/ec1863dc21e5,42079,1733534196848, archiveDir=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/oldWALs, maxLogs=10 2024-12-07T01:16:39,805 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/WALs/ec1863dc21e5,42079,1733534196848/ec1863dc21e5%2C42079%2C1733534196848.meta.1733534199786.meta, exclude list is [], retry=0 2024-12-07T01:16:39,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34661,DS-92920abf-aafe-4de4-8d66-9da777160360,DISK] 2024-12-07T01:16:39,814 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/WALs/ec1863dc21e5,42079,1733534196848/ec1863dc21e5%2C42079%2C1733534196848.meta.1733534199786.meta 2024-12-07T01:16:39,815 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37185:37185)] 2024-12-07T01:16:39,815 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:39,815 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:16:39,815 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:16:39,815 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:16:39,815 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:16:39,815 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:16:39,816 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:39,816 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:16:39,816 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:16:39,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:16:39,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:16:39,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:39,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:39,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:16:39,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:16:39,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:39,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:39,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:16:39,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:16:39,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:39,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:39,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:16:39,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:16:39,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:39,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:39,824 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:16:39,824 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/data/hbase/meta/1588230740 2024-12-07T01:16:39,825 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/data/hbase/meta/1588230740 2024-12-07T01:16:39,826 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:16:39,826 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:16:39,830 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:39,832 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:16:39,832 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64884283, jitterRate=-0.03314884006977081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:39,833 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:16:39,833 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534199816Writing region info on filesystem at 1733534199816Initializing all the Stores at 1733534199817 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534199817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534199818 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534199818Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534199818Cleaning up temporary data from old regions at 1733534199826 (+8 ms)Running coprocessor post-open hooks at 1733534199833 (+7 ms)Region opened successfully at 1733534199833 2024-12-07T01:16:39,834 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534199779 2024-12-07T01:16:39,836 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:16:39,836 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:16:39,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,42079,1733534196848 2024-12-07T01:16:39,838 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,42079,1733534196848, state=OPEN 2024-12-07T01:16:39,849 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1593337757/meta-region-server 2024-12-07T01:16:39,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1593337757/meta-region-server 2024-12-07T01:16:39,850 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,42079,1733534196848 2024-12-07T01:16:39,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1593337757/meta-region-server: CHANGED 2024-12-07T01:16:39,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1593337757/meta-region-server: CHANGED 2024-12-07T01:16:39,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:16:39,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,42079,1733534196848 in 225 msec 2024-12-07T01:16:39,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:16:39,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-12-07T01:16:39,859 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:39,859 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:16:39,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:39,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,42079,1733534196848, seqNum=-1] 2024-12-07T01:16:39,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:39,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:16:39,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4350 sec 2024-12-07T01:16:39,871 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534199871, completionTime=-1 2024-12-07T01:16:39,871 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:16:39,871 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:16:39,873 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:16:39,873 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534259873 2024-12-07T01:16:39,873 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534319873 2024-12-07T01:16:39,873 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-07T01:16:39,874 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37965,1733534196639-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:39,874 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37965,1733534196639-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:39,874 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37965,1733534196639-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:39,874 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:37965, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:39,874 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:39,875 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:39,876 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:16:39,879 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.797sec 2024-12-07T01:16:39,879 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:16:39,880 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:16:39,880 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:16:39,880 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:16:39,880 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:16:39,880 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37965,1733534196639-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:16:39,880 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37965,1733534196639-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:16:39,882 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:16:39,882 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:16:39,882 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37965,1733534196639-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:39,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:39,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37965,-1 for getting cluster id 2024-12-07T01:16:39,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:39,924 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ff9a377-c969-45f7-8578-deb04d29f437' 2024-12-07T01:16:39,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:39,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ff9a377-c969-45f7-8578-deb04d29f437" 2024-12-07T01:16:39,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ae6951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:39,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37965,-1] 2024-12-07T01:16:39,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:39,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:39,927 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:39,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cba68dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:39,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:39,929 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,42079,1733534196848, seqNum=-1] 2024-12-07T01:16:39,930 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:39,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:16:39,932 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:16:39,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,37965,1733534196639 2024-12-07T01:16:39,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49749 2024-12-07T01:16:39,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:39,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101ad5c82e00005 connected 2024-12-07T01:16:39,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0a0b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:39,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,46823,-1 for getting cluster id 2024-12-07T01:16:39,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:39,961 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a54fba20-b225-4eed-ba7e-6a679875fe6b' 2024-12-07T01:16:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a54fba20-b225-4eed-ba7e-6a679875fe6b" 2024-12-07T01:16:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abecb68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,46823,-1] 2024-12-07T01:16:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:39,965 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:39,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc62880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:39,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:39,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,46823,1733534191426 2024-12-07T01:16:39,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@269f3d6 2024-12-07T01:16:39,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:39,970 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:16:39,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:37965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:16:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:16:39,974 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:37965' 2024-12-07T01:16:39,976 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737f3d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:39,976 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37965,-1 for getting cluster id 2024-12-07T01:16:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:39,976 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:39,977 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ff9a377-c969-45f7-8578-deb04d29f437' 2024-12-07T01:16:39,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:39,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ff9a377-c969-45f7-8578-deb04d29f437" 2024-12-07T01:16:39,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51452ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:39,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37965,-1] 2024-12-07T01:16:39,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:39,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:39,979 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:39,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3619d893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:39,980 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:39,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,37965,1733534196639 2024-12-07T01:16:39,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6956f1f4 2024-12-07T01:16:39,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:39,982 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:16:39,983 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-07T01:16:39,983 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:16:39,983 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:39,983 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:39,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:39,984 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:16:39,986 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:16:39,988 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:16:39,988 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:39,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:16:40,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741835_1011 (size=1138) 2024-12-07T01:16:40,006 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53f2e4c3d330e61d17a68f0c56e71416, NAME => 'hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530 2024-12-07T01:16:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741836_1012 (size=44) 2024-12-07T01:16:40,037 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:16:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:40,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:40,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 53f2e4c3d330e61d17a68f0c56e71416, disabling compactions & flushes 2024-12-07T01:16:40,413 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. 2024-12-07T01:16:40,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. 2024-12-07T01:16:40,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. after waiting 0 ms 2024-12-07T01:16:40,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. 2024-12-07T01:16:40,413 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. 2024-12-07T01:16:40,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53f2e4c3d330e61d17a68f0c56e71416: Waiting for close lock at 1733534200413Disabling compacts and flushes for region at 1733534200413Disabling writes for close at 1733534200413Writing region close event to WAL at 1733534200413Closed at 1733534200413 2024-12-07T01:16:40,415 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:16:40,415 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534200415"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534200415"}]},"ts":"1733534200415"} 2024-12-07T01:16:40,418 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:16:40,419 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:16:40,419 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534200419"}]},"ts":"1733534200419"} 2024-12-07T01:16:40,422 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:16:40,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=53f2e4c3d330e61d17a68f0c56e71416, ASSIGN}] 2024-12-07T01:16:40,424 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=53f2e4c3d330e61d17a68f0c56e71416, ASSIGN 2024-12-07T01:16:40,425 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=53f2e4c3d330e61d17a68f0c56e71416, ASSIGN; state=OFFLINE, location=ec1863dc21e5,45535,1733534191627; forceNewPlan=false, retain=false 2024-12-07T01:16:40,576 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=53f2e4c3d330e61d17a68f0c56e71416, regionState=OPENING, regionLocation=ec1863dc21e5,45535,1733534191627 2024-12-07T01:16:40,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=53f2e4c3d330e61d17a68f0c56e71416, ASSIGN because future has completed 2024-12-07T01:16:40,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53f2e4c3d330e61d17a68f0c56e71416, server=ec1863dc21e5,45535,1733534191627}] 2024-12-07T01:16:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:40,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. 2024-12-07T01:16:40,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:40,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:16:40,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C45535%2C1733534191627.rep, suffix=, logDir=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627, archiveDir=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/oldWALs, maxLogs=10 2024-12-07T01:16:40,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.rep.1733534200740, exclude list is [], retry=0 2024-12-07T01:16:40,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39517,DS-19a21282-f439-4a8c-85e5-322546bf12a3,DISK] 2024-12-07T01:16:40,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.rep.1733534200740 2024-12-07T01:16:40,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44537:44537)] 2024-12-07T01:16:40,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 53f2e4c3d330e61d17a68f0c56e71416, NAME => 'hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:40,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:16:40,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:16:40,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. service=MultiRowMutationService 2024-12-07T01:16:40,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:16:40,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:40,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:40,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:40,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:40,765 INFO [StoreOpener-53f2e4c3d330e61d17a68f0c56e71416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:40,767 INFO [StoreOpener-53f2e4c3d330e61d17a68f0c56e71416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f2e4c3d330e61d17a68f0c56e71416 columnFamilyName hfileref 2024-12-07T01:16:40,767 DEBUG [StoreOpener-53f2e4c3d330e61d17a68f0c56e71416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:40,767 INFO [StoreOpener-53f2e4c3d330e61d17a68f0c56e71416-1 {}] regionserver.HStore(327): Store=53f2e4c3d330e61d17a68f0c56e71416/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:40,767 INFO [StoreOpener-53f2e4c3d330e61d17a68f0c56e71416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:40,769 INFO [StoreOpener-53f2e4c3d330e61d17a68f0c56e71416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f2e4c3d330e61d17a68f0c56e71416 columnFamilyName queue 2024-12-07T01:16:40,769 DEBUG [StoreOpener-53f2e4c3d330e61d17a68f0c56e71416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:40,769 INFO [StoreOpener-53f2e4c3d330e61d17a68f0c56e71416-1 {}] regionserver.HStore(327): Store=53f2e4c3d330e61d17a68f0c56e71416/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:40,769 INFO [StoreOpener-53f2e4c3d330e61d17a68f0c56e71416-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:40,770 INFO [StoreOpener-53f2e4c3d330e61d17a68f0c56e71416-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f2e4c3d330e61d17a68f0c56e71416 columnFamilyName sid 2024-12-07T01:16:40,770 DEBUG [StoreOpener-53f2e4c3d330e61d17a68f0c56e71416-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:40,771 INFO [StoreOpener-53f2e4c3d330e61d17a68f0c56e71416-1 {}] regionserver.HStore(327): Store=53f2e4c3d330e61d17a68f0c56e71416/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:40,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:40,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/replication/53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:40,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/replication/53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:40,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:40,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:40,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:16:40,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:40,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/replication/53f2e4c3d330e61d17a68f0c56e71416/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:40,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 53f2e4c3d330e61d17a68f0c56e71416; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67858839, jitterRate=0.011175498366355896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:16:40,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:40,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 53f2e4c3d330e61d17a68f0c56e71416: Running coprocessor pre-open hook at 1733534200763Writing region info on filesystem at 1733534200763Initializing all the Stores at 1733534200765 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534200765Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534200765Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534200765Cleaning up temporary data from old regions at 1733534200775 (+10 ms)Running coprocessor post-open hooks at 1733534200784 (+9 ms)Region opened successfully at 1733534200785 (+1 ms) 2024-12-07T01:16:40,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416., pid=7, masterSystemTime=1733534200733 2024-12-07T01:16:40,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. 2024-12-07T01:16:40,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. 2024-12-07T01:16:40,789 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=53f2e4c3d330e61d17a68f0c56e71416, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45535,1733534191627 2024-12-07T01:16:40,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T01:16:40,790 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T01:16:40,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-07T01:16:40,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-07T01:16:40,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:16:40,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-07T01:16:40,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:16:40,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T01:16:40,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T01:16:40,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T01:16:40,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53f2e4c3d330e61d17a68f0c56e71416, server=ec1863dc21e5,45535,1733534191627 because future has completed 2024-12-07T01:16:40,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-07T01:16:40,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 53f2e4c3d330e61d17a68f0c56e71416, server=ec1863dc21e5,45535,1733534191627 in 215 msec 2024-12-07T01:16:40,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:16:40,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=53f2e4c3d330e61d17a68f0c56e71416, ASSIGN in 375 msec 2024-12-07T01:16:40,803 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:16:40,803 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534200803"}]},"ts":"1733534200803"} 2024-12-07T01:16:40,806 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:16:40,807 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:16:40,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 823 msec 2024-12-07T01:16:40,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416., hostname=ec1863dc21e5,45535,1733534191627, seqNum=2] 2024-12-07T01:16:40,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:40,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:40,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:16:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:41,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-07T01:16:41,121 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:16:41,163 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,45535,1733534191627, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:16:41,163 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:41,164 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,45535,1733534191627, seqNum=-1] 2024-12-07T01:16:41,164 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:41,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-07T01:16:41,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,45535,1733534191627', locateType=CURRENT is [region=hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416., hostname=ec1863dc21e5,45535,1733534191627, seqNum=2] 2024-12-07T01:16:41,172 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-07T01:16:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-07T01:16:41,175 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,45535,1733534191627 suceeded 2024-12-07T01:16:41,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-07T01:16:41,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-12-07T01:16:41,179 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:37965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:16:41,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2090 sec 2024-12-07T01:16:41,198 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:37965' 2024-12-07T01:16:41,199 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62c9198c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:41,199 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37965,-1 for getting cluster id 2024-12-07T01:16:41,199 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:41,200 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ff9a377-c969-45f7-8578-deb04d29f437' 2024-12-07T01:16:41,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:41,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ff9a377-c969-45f7-8578-deb04d29f437" 2024-12-07T01:16:41,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4864f05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:41,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37965,-1] 2024-12-07T01:16:41,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:41,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:41,204 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:41,205 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7984cad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:41,205 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:41,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,37965,1733534196639 2024-12-07T01:16:41,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec5adc4 2024-12-07T01:16:41,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:41,210 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-07T01:16:41,211 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,45535,1733534191627 (queues=1) is replicating from cluster=a54fba20-b225-4eed-ba7e-6a679875fe6b to cluster=8ff9a377-c969-45f7-8578-deb04d29f437 2024-12-07T01:16:41,211 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C45535%2C1733534191627 2024-12-07T01:16:41,212 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,45535,1733534191627, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:16:41,212 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627.replicationSource.wal-reader.ec1863dc21e5%2C45535%2C1733534191627,1-ec1863dc21e5,45535,1733534191627 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.1733534194140, startPosition=0, beingWritten=true 2024-12-07T01:16:41,224 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627.replicationSource.shipperec1863dc21e5%2C45535%2C1733534191627,1-ec1863dc21e5,45535,1733534191627 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C45535%2C1733534191627 2024-12-07T01:16:41,433 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627.replicationSource.wal-reader.ec1863dc21e5%2C45535%2C1733534191627,1-ec1863dc21e5,45535,1733534191627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.1733534194140 to pos 0, reset compression=false 2024-12-07T01:16:41,741 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627.replicationSource.wal-reader.ec1863dc21e5%2C45535%2C1733534191627,1-ec1863dc21e5,45535,1733534191627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.1733534194140 to pos 0, reset compression=false 2024-12-07T01:16:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:42,136 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:16:42,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:16:42,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:42,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:42,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:42,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:42,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:42,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,46823,1733534191426 2024-12-07T01:16:42,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cbc2a17 2024-12-07T01:16:42,137 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:42,138 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:16:42,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46823 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-07T01:16:42,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:16:42,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:16:42,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:42,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:42,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:42,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:42,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:16:42,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1567062610, stopped=false 2024-12-07T01:16:42,140 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,37965,1733534196639 2024-12-07T01:16:42,145 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627.replicationSource.wal-reader.ec1863dc21e5%2C45535%2C1733534191627,1-ec1863dc21e5,45535,1733534191627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.1733534194140 to pos 0, reset compression=false 2024-12-07T01:16:42,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1593337757/running 2024-12-07T01:16:42,245 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1593337757/running 2024-12-07T01:16:42,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:42,245 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:42,245 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:16:42,246 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:16:42,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:42,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:42,246 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,42079,1733534196848' ***** 2024-12-07T01:16:42,246 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:16:42,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Set watcher on znode that does not yet exist, /1593337757/running 2024-12-07T01:16:42,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Set watcher on znode that does not yet exist, /1593337757/running 2024-12-07T01:16:42,247 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:16:42,247 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:16:42,247 INFO [RS:0;ec1863dc21e5:42079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:16:42,247 INFO [RS:0;ec1863dc21e5:42079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:16:42,247 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,42079,1733534196848 2024-12-07T01:16:42,247 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:16:42,247 INFO [RS:0;ec1863dc21e5:42079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:42079. 2024-12-07T01:16:42,247 DEBUG [RS:0;ec1863dc21e5:42079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:42,247 DEBUG [RS:0;ec1863dc21e5:42079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:42,247 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:16:42,247 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:16:42,247 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:16:42,247 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:16:42,248 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T01:16:42,248 DEBUG [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:16:42,248 DEBUG [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:42,248 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:16:42,248 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:16:42,248 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:16:42,248 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:16:42,248 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:16:42,248 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-07T01:16:42,269 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/data/hbase/meta/1588230740/.tmp/ns/edcd88d7641b49e18e78f255aedef971 is 43, key is default/ns:d/1733534199863/Put/seqid=0 2024-12-07T01:16:42,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741835_1011 (size=5153) 2024-12-07T01:16:42,321 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:16:42,448 DEBUG [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:42,621 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:16:42,621 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:16:42,648 DEBUG [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:42,651 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627.replicationSource.wal-reader.ec1863dc21e5%2C45535%2C1733534191627,1-ec1863dc21e5,45535,1733534191627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.1733534194140 to pos 0, reset compression=false 2024-12-07T01:16:42,674 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/data/hbase/meta/1588230740/.tmp/ns/edcd88d7641b49e18e78f255aedef971 2024-12-07T01:16:42,681 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/data/hbase/meta/1588230740/.tmp/ns/edcd88d7641b49e18e78f255aedef971 as hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/data/hbase/meta/1588230740/ns/edcd88d7641b49e18e78f255aedef971 2024-12-07T01:16:42,688 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/data/hbase/meta/1588230740/ns/edcd88d7641b49e18e78f255aedef971, entries=2, sequenceid=6, filesize=5.0 K 2024-12-07T01:16:42,689 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-12-07T01:16:42,695 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-07T01:16:42,695 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:16:42,695 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:16:42,695 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:42,695 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534202248Running coprocessor pre-close hooks at 1733534202248Disabling compacts and flushes for region at 1733534202248Disabling writes for close at 1733534202248Obtaining lock to block concurrent updates at 1733534202248Preparing flush snapshotting stores in 1588230740 at 1733534202248Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733534202249 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733534202249Flushing 1588230740/ns: creating writer at 1733534202250 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733534202268 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733534202268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c50e870: reopening flushed file at 1733534202679 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1733534202689 (+10 ms)Writing region close event to WAL at 1733534202690 (+1 ms)Running coprocessor post-close hooks at 1733534202695 (+5 ms)Closed at 1733534202695 2024-12-07T01:16:42,695 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:42,849 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,42079,1733534196848; all regions closed. 2024-12-07T01:16:42,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741834_1010 (size=1152) 2024-12-07T01:16:42,861 DEBUG [RS:0;ec1863dc21e5:42079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/oldWALs 2024-12-07T01:16:42,861 INFO [RS:0;ec1863dc21e5:42079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C42079%2C1733534196848.meta:.meta(num 1733534199786) 2024-12-07T01:16:42,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741832_1008 (size=93) 2024-12-07T01:16:42,874 DEBUG [RS:0;ec1863dc21e5:42079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/oldWALs 2024-12-07T01:16:42,874 INFO [RS:0;ec1863dc21e5:42079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C42079%2C1733534196848:(num 1733534198767) 2024-12-07T01:16:42,874 DEBUG [RS:0;ec1863dc21e5:42079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:42,874 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:16:42,874 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:16:42,874 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:16:42,874 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:16:42,875 INFO [RS:0;ec1863dc21e5:42079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42079 2024-12-07T01:16:42,875 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:16:42,929 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1593337757/rs/ec1863dc21e5,42079,1733534196848 2024-12-07T01:16:42,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757/rs 2024-12-07T01:16:42,929 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:16:42,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,42079,1733534196848] 2024-12-07T01:16:42,950 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1593337757/draining/ec1863dc21e5,42079,1733534196848 already deleted, retry=false 2024-12-07T01:16:42,950 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,42079,1733534196848 expired; onlineServers=0 2024-12-07T01:16:42,950 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,37965,1733534196639' ***** 2024-12-07T01:16:42,950 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:16:42,950 INFO [M:0;ec1863dc21e5:37965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:16:42,951 INFO [M:0;ec1863dc21e5:37965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:16:42,951 DEBUG [M:0;ec1863dc21e5:37965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:16:42,951 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:16:42,951 DEBUG [M:0;ec1863dc21e5:37965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:16:42,951 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534198488 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534198488,5,FailOnTimeoutGroup] 2024-12-07T01:16:42,951 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534198480 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534198480,5,FailOnTimeoutGroup] 2024-12-07T01:16:42,951 INFO [M:0;ec1863dc21e5:37965 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:16:42,951 INFO [M:0;ec1863dc21e5:37965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:16:42,951 DEBUG [M:0;ec1863dc21e5:37965 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:16:42,951 INFO [M:0;ec1863dc21e5:37965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:16:42,951 INFO [M:0;ec1863dc21e5:37965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:16:42,951 INFO [M:0;ec1863dc21e5:37965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:16:42,952 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:16:42,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1593337757/master 2024-12-07T01:16:42,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1593337757 2024-12-07T01:16:42,961 DEBUG [M:0;ec1863dc21e5:37965 {}] zookeeper.ZKUtil(347): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Unable to get data of znode /1593337757/master because node does not exist (not an error) 2024-12-07T01:16:42,961 WARN [M:0;ec1863dc21e5:37965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:16:42,962 INFO [M:0;ec1863dc21e5:37965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/.lastflushedseqids 2024-12-07T01:16:42,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741836_1012 (size=99) 2024-12-07T01:16:43,040 INFO [RS:0;ec1863dc21e5:42079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:16:43,040 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:43,040 INFO [RS:0;ec1863dc21e5:42079 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,42079,1733534196848; zookeeper connection closed. 2024-12-07T01:16:43,040 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42079-0x101ad5c82e00004, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:43,040 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ee6557a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ee6557a 2024-12-07T01:16:43,041 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:16:43,257 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627.replicationSource.wal-reader.ec1863dc21e5%2C45535%2C1733534191627,1-ec1863dc21e5,45535,1733534191627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.1733534194140 to pos 0, reset compression=false 2024-12-07T01:16:43,368 INFO [M:0;ec1863dc21e5:37965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:16:43,369 INFO [M:0;ec1863dc21e5:37965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:16:43,369 DEBUG [M:0;ec1863dc21e5:37965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:16:43,369 INFO [M:0;ec1863dc21e5:37965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:43,369 DEBUG [M:0;ec1863dc21e5:37965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:43,369 DEBUG [M:0;ec1863dc21e5:37965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:16:43,369 DEBUG [M:0;ec1863dc21e5:37965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:43,369 INFO [M:0;ec1863dc21e5:37965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-07T01:16:43,408 DEBUG [M:0;ec1863dc21e5:37965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/485d8ad17d5645bca4340e642c484339 is 82, key is hbase:meta,,1/info:regioninfo/1733534199837/Put/seqid=0 2024-12-07T01:16:43,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741837_1013 (size=5672) 2024-12-07T01:16:43,823 INFO [M:0;ec1863dc21e5:37965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/485d8ad17d5645bca4340e642c484339 2024-12-07T01:16:43,852 DEBUG [M:0;ec1863dc21e5:37965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/614e34dccc1a40659b79f6219282ca08 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733534199870/Put/seqid=0 2024-12-07T01:16:43,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741838_1014 (size=5275) 2024-12-07T01:16:43,967 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627.replicationSource.wal-reader.ec1863dc21e5%2C45535%2C1733534191627,1-ec1863dc21e5,45535,1733534191627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.1733534194140 to pos 0, reset compression=false 2024-12-07T01:16:44,257 INFO [M:0;ec1863dc21e5:37965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/614e34dccc1a40659b79f6219282ca08 2024-12-07T01:16:44,311 DEBUG [M:0;ec1863dc21e5:37965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/778893c6dab94a32aeeff572737bb6aa is 69, key is ec1863dc21e5,42079,1733534196848/rs:state/1733534198578/Put/seqid=0 2024-12-07T01:16:44,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741839_1015 (size=5156) 2024-12-07T01:16:44,320 INFO [M:0;ec1863dc21e5:37965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/778893c6dab94a32aeeff572737bb6aa 2024-12-07T01:16:44,330 DEBUG [M:0;ec1863dc21e5:37965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/485d8ad17d5645bca4340e642c484339 as hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/485d8ad17d5645bca4340e642c484339 2024-12-07T01:16:44,340 INFO [M:0;ec1863dc21e5:37965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/485d8ad17d5645bca4340e642c484339, entries=8, sequenceid=28, filesize=5.5 K 2024-12-07T01:16:44,342 DEBUG [M:0;ec1863dc21e5:37965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/614e34dccc1a40659b79f6219282ca08 as hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/614e34dccc1a40659b79f6219282ca08 2024-12-07T01:16:44,354 INFO [M:0;ec1863dc21e5:37965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/614e34dccc1a40659b79f6219282ca08, entries=3, sequenceid=28, filesize=5.2 K 2024-12-07T01:16:44,355 DEBUG [M:0;ec1863dc21e5:37965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/778893c6dab94a32aeeff572737bb6aa as hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/778893c6dab94a32aeeff572737bb6aa 2024-12-07T01:16:44,366 INFO [M:0;ec1863dc21e5:37965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40699/user/jenkins/test-data/a45b42d6-e497-85a0-29d0-ca3ed1161b0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/778893c6dab94a32aeeff572737bb6aa, entries=1, sequenceid=28, filesize=5.0 K 2024-12-07T01:16:44,368 INFO [M:0;ec1863dc21e5:37965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 998ms, sequenceid=28, compaction requested=false 2024-12-07T01:16:44,388 INFO [M:0;ec1863dc21e5:37965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:44,388 DEBUG [M:0;ec1863dc21e5:37965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534203369Disabling compacts and flushes for region at 1733534203369Disabling writes for close at 1733534203369Obtaining lock to block concurrent updates at 1733534203369Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534203369Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733534203370 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534203371 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534203371Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534203407 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534203407Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534203829 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534203851 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534203851Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534204270 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534204310 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534204310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52183905: reopening flushed file at 1733534204329 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58119f23: reopening flushed file at 1733534204340 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485d311d: reopening flushed file at 1733534204354 (+14 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 998ms, sequenceid=28, compaction requested=false at 1733534204368 (+14 ms)Writing region close event to WAL at 1733534204388 (+20 ms)Closed at 1733534204388 2024-12-07T01:16:44,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34661 is added to blk_1073741830_1006 (size=10165) 2024-12-07T01:16:44,403 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:16:44,404 INFO [M:0;ec1863dc21e5:37965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:16:44,404 INFO [M:0;ec1863dc21e5:37965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37965 2024-12-07T01:16:44,406 INFO [M:0;ec1863dc21e5:37965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:16:44,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:44,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37965-0x101ad5c82e00003, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:44,571 INFO [M:0;ec1863dc21e5:37965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:16:44,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432beae2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:16:44,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:16:44,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:16:44,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:16:44,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/hadoop.log.dir/,STOPPED} 2024-12-07T01:16:44,613 WARN [BP-828916107-172.17.0.3-1733534194746 heartbeating to localhost/127.0.0.1:40699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:16:44,613 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:16:44,613 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:16:44,613 WARN [BP-828916107-172.17.0.3-1733534194746 heartbeating to localhost/127.0.0.1:40699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-828916107-172.17.0.3-1733534194746 (Datanode Uuid 5045c347-9627-40ca-92fd-e913a5114a11) service to localhost/127.0.0.1:40699 2024-12-07T01:16:44,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/cluster_9f0b02e1-def6-3221-58c2-bb07f80202f1/data/data1/current/BP-828916107-172.17.0.3-1733534194746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:16:44,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/cluster_9f0b02e1-def6-3221-58c2-bb07f80202f1/data/data2/current/BP-828916107-172.17.0.3-1733534194746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:16:44,614 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:16:44,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:16:44,624 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:16:44,624 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:16:44,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:16:44,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/hadoop.log.dir/,STOPPED} 2024-12-07T01:16:44,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:16:44,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:16:44,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:16:44,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:44,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:44,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:44,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:44,644 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:16:44,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2003321739, stopped=false 2024-12-07T01:16:44,645 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,46823,1733534191426 2024-12-07T01:16:44,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-565911629/running 2024-12-07T01:16:44,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:44,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-565911629/running 2024-12-07T01:16:44,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:44,671 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:16:44,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Set watcher on znode that does not yet exist, /0-565911629/running 2024-12-07T01:16:44,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:16:44,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:44,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:44,672 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,45535,1733534191627' ***** 2024-12-07T01:16:44,672 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:16:44,672 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:16:44,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Set watcher on znode that does not yet exist, /0-565911629/running 2024-12-07T01:16:44,672 INFO [RS:0;ec1863dc21e5:45535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:16:44,672 INFO [RS:0;ec1863dc21e5:45535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:16:44,672 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:16:44,672 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(3091): Received CLOSE for 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:44,673 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,45535,1733534191627 2024-12-07T01:16:44,673 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:16:44,673 INFO [RS:0;ec1863dc21e5:45535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:45535. 2024-12-07T01:16:44,673 DEBUG [RS:0;ec1863dc21e5:45535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:44,673 DEBUG [RS:0;ec1863dc21e5:45535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:44,673 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:16:44,673 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:16:44,673 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:16:44,673 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:16:44,675 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53f2e4c3d330e61d17a68f0c56e71416, disabling compactions & flushes 2024-12-07T01:16:44,675 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. 2024-12-07T01:16:44,675 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. 2024-12-07T01:16:44,675 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T01:16:44,675 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. after waiting 0 ms 2024-12-07T01:16:44,675 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 53f2e4c3d330e61d17a68f0c56e71416=hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416.} 2024-12-07T01:16:44,675 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. 2024-12-07T01:16:44,675 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:44,675 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 53f2e4c3d330e61d17a68f0c56e71416 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-07T01:16:44,675 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:16:44,675 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:16:44,675 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:16:44,675 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:16:44,675 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:16:44,676 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-07T01:16:44,701 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:16:44,707 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/replication/53f2e4c3d330e61d17a68f0c56e71416/.tmp/queue/6fe8683306484c1c8d2529a4bedb8948 is 151, key is 1-ec1863dc21e5,45535,1733534191627/queue:ec1863dc21e5%2C45535%2C1733534191627/1733534201169/Put/seqid=0 2024-12-07T01:16:44,715 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/.tmp/info/3395bf677472477c9a96e20ac36c00ed is 147, key is hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416./info:regioninfo/1733534200789/Put/seqid=0 2024-12-07T01:16:44,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741839_1015 (size=6631) 2024-12-07T01:16:44,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741838_1014 (size=5350) 2024-12-07T01:16:44,778 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627.replicationSource.wal-reader.ec1863dc21e5%2C45535%2C1733534191627,1-ec1863dc21e5,45535,1733534191627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.1733534194140 to pos 0, reset compression=false 2024-12-07T01:16:44,875 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:45,032 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:16:45,032 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:16:45,075 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53f2e4c3d330e61d17a68f0c56e71416 2024-12-07T01:16:45,123 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/replication/53f2e4c3d330e61d17a68f0c56e71416/.tmp/queue/6fe8683306484c1c8d2529a4bedb8948 2024-12-07T01:16:45,123 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/.tmp/info/3395bf677472477c9a96e20ac36c00ed 2024-12-07T01:16:45,135 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/replication/53f2e4c3d330e61d17a68f0c56e71416/.tmp/queue/6fe8683306484c1c8d2529a4bedb8948 as hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/replication/53f2e4c3d330e61d17a68f0c56e71416/queue/6fe8683306484c1c8d2529a4bedb8948 2024-12-07T01:16:45,143 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/replication/53f2e4c3d330e61d17a68f0c56e71416/queue/6fe8683306484c1c8d2529a4bedb8948, entries=1, sequenceid=5, filesize=5.2 K 2024-12-07T01:16:45,145 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 53f2e4c3d330e61d17a68f0c56e71416 in 469ms, sequenceid=5, compaction requested=false 2024-12-07T01:16:45,145 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-07T01:16:45,154 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/replication/53f2e4c3d330e61d17a68f0c56e71416/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T01:16:45,154 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:16:45,154 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:16:45,154 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. 2024-12-07T01:16:45,154 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53f2e4c3d330e61d17a68f0c56e71416: Waiting for close lock at 1733534204673Running coprocessor pre-close hooks at 1733534204673Disabling compacts and flushes for region at 1733534204673Disabling writes for close at 1733534204675 (+2 ms)Obtaining lock to block concurrent updates at 1733534204675Preparing flush snapshotting stores in 53f2e4c3d330e61d17a68f0c56e71416 at 1733534204675Finished memstore snapshotting hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733534204676 (+1 ms)Flushing stores of hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. at 1733534204676Flushing 53f2e4c3d330e61d17a68f0c56e71416/queue: creating writer at 1733534204676Flushing 53f2e4c3d330e61d17a68f0c56e71416/queue: appending metadata at 1733534204707 (+31 ms)Flushing 53f2e4c3d330e61d17a68f0c56e71416/queue: closing flushed file at 1733534204707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c87acc5: reopening flushed file at 1733534205130 (+423 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 53f2e4c3d330e61d17a68f0c56e71416 in 469ms, sequenceid=5, compaction requested=false at 1733534205145 (+15 ms)Writing region close event to WAL at 1733534205148 (+3 ms)Running coprocessor post-close hooks at 1733534205154 (+6 ms)Closed at 1733534205154 2024-12-07T01:16:45,155 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733534199984.53f2e4c3d330e61d17a68f0c56e71416. 2024-12-07T01:16:45,156 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/.tmp/ns/c0cd9605c49f4b5e9009071ae0d62f04 is 43, key is default/ns:d/1733534194546/Put/seqid=0 2024-12-07T01:16:45,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741840_1016 (size=5153) 2024-12-07T01:16:45,276 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:45,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:16:45,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:45,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:45,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:45,476 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:45,565 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/.tmp/ns/c0cd9605c49f4b5e9009071ae0d62f04 2024-12-07T01:16:45,590 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/.tmp/table/c8b99bf1d3944d189c78fc0d796bdac5 is 53, key is hbase:replication/table:state/1733534200803/Put/seqid=0 2024-12-07T01:16:45,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741841_1017 (size=5256) 2024-12-07T01:16:45,676 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T01:16:45,676 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:16:45,676 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:45,694 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627.replicationSource.wal-reader.ec1863dc21e5%2C45535%2C1733534191627,1-ec1863dc21e5,45535,1733534191627 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/WALs/ec1863dc21e5,45535,1733534191627/ec1863dc21e5%2C45535%2C1733534191627.1733534194140 to pos 0, reset compression=false 2024-12-07T01:16:45,877 DEBUG [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:16:45,996 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/.tmp/table/c8b99bf1d3944d189c78fc0d796bdac5 2024-12-07T01:16:46,003 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/.tmp/info/3395bf677472477c9a96e20ac36c00ed as hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/info/3395bf677472477c9a96e20ac36c00ed 2024-12-07T01:16:46,010 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/info/3395bf677472477c9a96e20ac36c00ed, entries=10, sequenceid=11, filesize=6.5 K 2024-12-07T01:16:46,012 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/.tmp/ns/c0cd9605c49f4b5e9009071ae0d62f04 as hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/ns/c0cd9605c49f4b5e9009071ae0d62f04 2024-12-07T01:16:46,024 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/ns/c0cd9605c49f4b5e9009071ae0d62f04, entries=2, sequenceid=11, filesize=5.0 K 2024-12-07T01:16:46,025 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/.tmp/table/c8b99bf1d3944d189c78fc0d796bdac5 as hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/table/c8b99bf1d3944d189c78fc0d796bdac5 2024-12-07T01:16:46,033 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/table/c8b99bf1d3944d189c78fc0d796bdac5, entries=2, sequenceid=11, filesize=5.1 K 2024-12-07T01:16:46,036 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=11, compaction requested=false 2024-12-07T01:16:46,044 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-07T01:16:46,045 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:16:46,045 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:16:46,045 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:46,045 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534204675Running coprocessor pre-close hooks at 1733534204675Disabling compacts and flushes for region at 1733534204675Disabling writes for close at 1733534204675Obtaining lock to block concurrent updates at 1733534204676 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733534204676Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733534204677 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733534204677Flushing 1588230740/info: creating writer at 1733534204677Flushing 1588230740/info: appending metadata at 1733534204715 (+38 ms)Flushing 1588230740/info: closing flushed file at 1733534204715Flushing 1588230740/ns: creating writer at 1733534205130 (+415 ms)Flushing 1588230740/ns: appending metadata at 1733534205155 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1733534205155Flushing 1588230740/table: creating writer at 1733534205571 (+416 ms)Flushing 1588230740/table: appending metadata at 1733534205590 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733534205590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552c9a: reopening flushed file at 1733534206002 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70513e9e: reopening flushed file at 1733534206011 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f075d83: reopening flushed file at 1733534206024 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=11, compaction requested=false at 1733534206036 (+12 ms)Writing region close event to WAL at 1733534206040 (+4 ms)Running coprocessor post-close hooks at 1733534206045 (+5 ms)Closed at 1733534206045 2024-12-07T01:16:46,045 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:46,077 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,45535,1733534191627; all regions closed. 2024-12-07T01:16:46,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741834_1010 (size=2742) 2024-12-07T01:16:46,087 DEBUG [RS:0;ec1863dc21e5:45535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/oldWALs 2024-12-07T01:16:46,087 INFO [RS:0;ec1863dc21e5:45535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C45535%2C1733534191627.meta:.meta(num 1733534194442) 2024-12-07T01:16:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741837_1013 (size=1586) 2024-12-07T01:16:46,094 DEBUG [RS:0;ec1863dc21e5:45535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/oldWALs 2024-12-07T01:16:46,094 INFO [RS:0;ec1863dc21e5:45535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C45535%2C1733534191627.rep:(num 1733534200740) 2024-12-07T01:16:46,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741833_1009 (size=93) 2024-12-07T01:16:46,104 DEBUG [RS:0;ec1863dc21e5:45535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/oldWALs 2024-12-07T01:16:46,104 INFO [RS:0;ec1863dc21e5:45535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C45535%2C1733534191627:(num 1733534194140) 2024-12-07T01:16:46,104 DEBUG [RS:0;ec1863dc21e5:45535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:46,104 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:16:46,105 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:16:46,105 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T01:16:46,105 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:16:46,105 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:16:46,106 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,45535,1733534191627 because: Region server is closing 2024-12-07T01:16:46,106 INFO [RS:0;ec1863dc21e5:45535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:45535. 2024-12-07T01:16:46,106 DEBUG [RS:0;ec1863dc21e5:45535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:16:46,106 DEBUG [RS:0;ec1863dc21e5:45535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:46,107 DEBUG [RS:0;ec1863dc21e5:45535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:46,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:16:46,207 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627.replicationSource.shipperec1863dc21e5%2C45535%2C1733534191627,1-ec1863dc21e5,45535,1733534191627 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-07T01:16:46,207 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627.replicationSource.shipperec1863dc21e5%2C45535%2C1733534191627,1-ec1863dc21e5,45535,1733534191627 terminated 2024-12-07T01:16:46,208 INFO [RS:0;ec1863dc21e5:45535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45535 2024-12-07T01:16:46,208 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45535,1733534191627.replicationSource.wal-reader.ec1863dc21e5%2C45535%2C1733534191627,1-ec1863dc21e5,45535,1733534191627 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-07T01:16:46,249 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:16:46,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-565911629/rs/ec1863dc21e5,45535,1733534191627 2024-12-07T01:16:46,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629/rs 2024-12-07T01:16:46,250 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fe8f88e2658@66908902 rejected from java.util.concurrent.ThreadPoolExecutor@23921bb4[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-07T01:16:46,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,45535,1733534191627] 2024-12-07T01:16:46,344 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-565911629/draining/ec1863dc21e5,45535,1733534191627 already deleted, retry=false 2024-12-07T01:16:46,344 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,45535,1733534191627 expired; onlineServers=0 2024-12-07T01:16:46,344 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,46823,1733534191426' ***** 2024-12-07T01:16:46,344 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:16:46,344 INFO [M:0;ec1863dc21e5:46823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:16:46,344 INFO [M:0;ec1863dc21e5:46823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:16:46,344 DEBUG [M:0;ec1863dc21e5:46823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:16:46,344 DEBUG [M:0;ec1863dc21e5:46823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:16:46,344 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:16:46,344 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534193808 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534193808,5,FailOnTimeoutGroup] 2024-12-07T01:16:46,344 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534193784 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534193784,5,FailOnTimeoutGroup] 2024-12-07T01:16:46,345 INFO [M:0;ec1863dc21e5:46823 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:16:46,345 INFO [M:0;ec1863dc21e5:46823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:16:46,345 DEBUG [M:0;ec1863dc21e5:46823 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:16:46,345 INFO [M:0;ec1863dc21e5:46823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:16:46,345 INFO [M:0;ec1863dc21e5:46823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:16:46,345 INFO [M:0;ec1863dc21e5:46823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:16:46,345 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:16:46,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-565911629/master 2024-12-07T01:16:46,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-565911629 2024-12-07T01:16:46,424 DEBUG [M:0;ec1863dc21e5:46823 {}] zookeeper.ZKUtil(347): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Unable to get data of znode /0-565911629/master because node does not exist (not an error) 2024-12-07T01:16:46,424 WARN [M:0;ec1863dc21e5:46823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:16:46,425 INFO [M:0;ec1863dc21e5:46823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/.lastflushedseqids 2024-12-07T01:16:46,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:46,444 INFO [RS:0;ec1863dc21e5:45535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:16:46,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45535-0x101ad5c82e00001, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:46,444 INFO [RS:0;ec1863dc21e5:45535 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,45535,1733534191627; zookeeper connection closed. 2024-12-07T01:16:46,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741842_1018 (size=181) 2024-12-07T01:16:46,472 INFO [M:0;ec1863dc21e5:46823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:16:46,472 INFO [M:0;ec1863dc21e5:46823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:16:46,473 DEBUG [M:0;ec1863dc21e5:46823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:16:46,473 INFO [M:0;ec1863dc21e5:46823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:46,473 DEBUG [M:0;ec1863dc21e5:46823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:46,473 DEBUG [M:0;ec1863dc21e5:46823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:16:46,473 DEBUG [M:0;ec1863dc21e5:46823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:46,473 INFO [M:0;ec1863dc21e5:46823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-07T01:16:46,476 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54c99289 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54c99289 2024-12-07T01:16:46,476 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:16:46,498 DEBUG [M:0;ec1863dc21e5:46823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/797e707ac4a844d9a9502832f432db5a is 82, key is hbase:meta,,1/info:regioninfo/1733534194493/Put/seqid=0 2024-12-07T01:16:46,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741843_1019 (size=5672) 2024-12-07T01:16:46,507 INFO [M:0;ec1863dc21e5:46823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/797e707ac4a844d9a9502832f432db5a 2024-12-07T01:16:46,545 DEBUG [M:0;ec1863dc21e5:46823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bcae7f1633f45089302ba58de87992b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733534200809/Put/seqid=0 2024-12-07T01:16:46,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741844_1020 (size=7203) 2024-12-07T01:16:46,557 INFO [M:0;ec1863dc21e5:46823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bcae7f1633f45089302ba58de87992b 2024-12-07T01:16:46,588 DEBUG [M:0;ec1863dc21e5:46823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15d801dc333b42bf92cb74bc0b12840f is 69, key is ec1863dc21e5,45535,1733534191627/rs:state/1733534193859/Put/seqid=0 2024-12-07T01:16:46,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741845_1021 (size=5156) 2024-12-07T01:16:46,605 INFO [M:0;ec1863dc21e5:46823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15d801dc333b42bf92cb74bc0b12840f 2024-12-07T01:16:46,615 DEBUG [M:0;ec1863dc21e5:46823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/797e707ac4a844d9a9502832f432db5a as hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/797e707ac4a844d9a9502832f432db5a 2024-12-07T01:16:46,622 INFO [M:0;ec1863dc21e5:46823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/797e707ac4a844d9a9502832f432db5a, entries=8, sequenceid=70, filesize=5.5 K 2024-12-07T01:16:46,624 DEBUG [M:0;ec1863dc21e5:46823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bcae7f1633f45089302ba58de87992b as hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bcae7f1633f45089302ba58de87992b 2024-12-07T01:16:46,636 INFO [M:0;ec1863dc21e5:46823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bcae7f1633f45089302ba58de87992b, entries=8, sequenceid=70, filesize=7.0 K 2024-12-07T01:16:46,637 DEBUG [M:0;ec1863dc21e5:46823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15d801dc333b42bf92cb74bc0b12840f as hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15d801dc333b42bf92cb74bc0b12840f 2024-12-07T01:16:46,648 INFO [M:0;ec1863dc21e5:46823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39115/user/jenkins/test-data/6d0e39cd-1538-a21f-605b-d6f3bc9a5530/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15d801dc333b42bf92cb74bc0b12840f, entries=1, sequenceid=70, filesize=5.0 K 2024-12-07T01:16:46,649 INFO [M:0;ec1863dc21e5:46823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=70, compaction requested=false 2024-12-07T01:16:46,667 INFO [M:0;ec1863dc21e5:46823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:46,667 DEBUG [M:0;ec1863dc21e5:46823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534206473Disabling compacts and flushes for region at 1733534206473Disabling writes for close at 1733534206473Obtaining lock to block concurrent updates at 1733534206473Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534206473Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733534206473Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534206474 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534206474Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534206497 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534206497Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534206513 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534206545 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534206545Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534206567 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534206587 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534206587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d77c97: reopening flushed file at 1733534206614 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eb8bcc5: reopening flushed file at 1733534206622 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac6be02: reopening flushed file at 1733534206637 (+15 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=70, compaction requested=false at 1733534206649 (+12 ms)Writing region close event to WAL at 1733534206667 (+18 ms)Closed at 1733534206667 2024-12-07T01:16:46,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39517 is added to blk_1073741830_1006 (size=41008) 2024-12-07T01:16:46,677 INFO [M:0;ec1863dc21e5:46823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:16:46,677 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:16:46,677 INFO [M:0;ec1863dc21e5:46823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46823 2024-12-07T01:16:46,677 INFO [M:0;ec1863dc21e5:46823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:16:46,833 INFO [M:0;ec1863dc21e5:46823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:16:46,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:46,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46823-0x101ad5c82e00000, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:16:46,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718397a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:16:46,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:16:46,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:16:46,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:16:46,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/hadoop.log.dir/,STOPPED} 2024-12-07T01:16:46,841 WARN [BP-1233897008-172.17.0.3-1733534189392 heartbeating to localhost/127.0.0.1:39115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:16:46,841 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:16:46,841 WARN [BP-1233897008-172.17.0.3-1733534189392 heartbeating to localhost/127.0.0.1:39115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1233897008-172.17.0.3-1733534189392 (Datanode Uuid b407fdb9-74e4-4c5e-877c-6f24f48ad34f) service to localhost/127.0.0.1:39115 2024-12-07T01:16:46,841 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:16:46,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/cluster_2bf68bab-37cd-0243-89d1-e4c4b95fd8d7/data/data2/current/BP-1233897008-172.17.0.3-1733534189392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:16:46,842 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:16:46,844 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/cluster_2bf68bab-37cd-0243-89d1-e4c4b95fd8d7/data/data1/current/BP-1233897008-172.17.0.3-1733534189392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:16:46,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778bd0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:16:46,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:16:46,856 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:16:46,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:16:46,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/902f77e6-cb7e-f169-7d4a-404f1a9078c6/hadoop.log.dir/,STOPPED} 2024-12-07T01:16:46,868 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T01:16:46,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:16:46,904 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 109) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49749) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39115 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40699 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49749) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 370) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=300 (was 671) 2024-12-07T01:16:46,914 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=473, ProcessCount=11, AvailableMemoryMB=300 2024-12-07T01:16:46,927 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-07T01:16:46,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/hadoop.log.dir so I do NOT create it in target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d 2024-12-07T01:16:46,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:16:46,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/hadoop.tmp.dir so I do NOT create it in target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d 2024-12-07T01:16:46,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92ad457b-70b3-a710-a0ad-c15a378b38cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:16:46,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d 2024-12-07T01:16:46,929 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/cluster_229a63ae-159e-8ae4-db51-4e0e197c6dd6, deleteOnExit=true 2024-12-07T01:16:46,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/cluster_229a63ae-159e-8ae4-db51-4e0e197c6dd6/zookeeper_0, clientPort=57315, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/cluster_229a63ae-159e-8ae4-db51-4e0e197c6dd6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/cluster_229a63ae-159e-8ae4-db51-4e0e197c6dd6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T01:16:46,956 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57315 2024-12-07T01:16:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:16:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:16:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/test.cache.data in system properties and HBase conf 2024-12-07T01:16:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:16:46,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:16:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:16:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:16:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:16:46,957 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:16:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:16:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:16:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:16:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:16:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:16:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:16:46,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:16:46,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:16:46,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:16:46,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:16:46,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:16:46,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:16:46,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:16:46,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:16:46,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101ad5c82e00005, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:16:46,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101ad5c82e00005, quorum=127.0.0.1:49749, baseZNode=/1593337757 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:16:46,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101ad5c82e00002, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:16:46,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101ad5c82e00002, quorum=127.0.0.1:49749, baseZNode=/0-565911629 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:16:47,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:47,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:16:47,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:16:47,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:16:47,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:16:47,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:47,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:16:47,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:16:47,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/java.io.tmpdir/jetty-localhost-40461-hadoop-hdfs-3_4_1-tests_jar-_-any-15230567305244000185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:16:47,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:40461} 2024-12-07T01:16:47,466 INFO [Time-limited test {}] server.Server(415): Started @52964ms 2024-12-07T01:16:47,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:47,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:16:47,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:16:47,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:16:47,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:16:47,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:16:47,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:16:47,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/java.io.tmpdir/jetty-localhost-35477-hadoop-hdfs-3_4_1-tests_jar-_-any-16318432739924499876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:16:47,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:35477} 2024-12-07T01:16:47,883 INFO [Time-limited test {}] server.Server(415): Started @53381ms 2024-12-07T01:16:47,884 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:16:48,572 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/cluster_229a63ae-159e-8ae4-db51-4e0e197c6dd6/data/data2/current/BP-1583802296-172.17.0.3-1733534206987/current, will proceed with Du for space computation calculation, 2024-12-07T01:16:48,572 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/cluster_229a63ae-159e-8ae4-db51-4e0e197c6dd6/data/data1/current/BP-1583802296-172.17.0.3-1733534206987/current, will proceed with Du for space computation calculation, 2024-12-07T01:16:48,600 WARN [Thread-818 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:16:48,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc57aaeb9c9ce6d31 with lease ID 0xa203f9cd0e7bfe22: Processing first storage report for DS-05652794-f208-4d9a-b1a0-35e5d4774a2e from datanode DatanodeRegistration(127.0.0.1:39199, datanodeUuid=0514e1a1-0e43-4796-9998-68a6d9918ca8, infoPort=42007, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=435550716;c=1733534206987) 2024-12-07T01:16:48,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc57aaeb9c9ce6d31 with lease ID 0xa203f9cd0e7bfe22: from storage DS-05652794-f208-4d9a-b1a0-35e5d4774a2e node DatanodeRegistration(127.0.0.1:39199, datanodeUuid=0514e1a1-0e43-4796-9998-68a6d9918ca8, infoPort=42007, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=435550716;c=1733534206987), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:16:48,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc57aaeb9c9ce6d31 with lease ID 0xa203f9cd0e7bfe22: Processing first storage report for DS-b5ca12e4-342e-4577-9ac5-8b27dd888bed from datanode DatanodeRegistration(127.0.0.1:39199, datanodeUuid=0514e1a1-0e43-4796-9998-68a6d9918ca8, infoPort=42007, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=435550716;c=1733534206987) 2024-12-07T01:16:48,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc57aaeb9c9ce6d31 with lease ID 0xa203f9cd0e7bfe22: from storage DS-b5ca12e4-342e-4577-9ac5-8b27dd888bed node DatanodeRegistration(127.0.0.1:39199, datanodeUuid=0514e1a1-0e43-4796-9998-68a6d9918ca8, infoPort=42007, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=435550716;c=1733534206987), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:16:48,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d 2024-12-07T01:16:48,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:48,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:48,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:16:49,052 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481 with version=8 2024-12-07T01:16:49,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/hbase-staging 2024-12-07T01:16:49,054 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:16:49,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:49,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:49,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:16:49,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:49,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:16:49,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:16:49,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:16:49,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43559 2024-12-07T01:16:49,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43559 connecting to ZooKeeper ensemble=127.0.0.1:57315 2024-12-07T01:16:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435590x0, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:49,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43559-0x101ad5cc7940000 connected 2024-12-07T01:16:49,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:49,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:49,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Set watcher on znode that does not yet exist, /0-914888003/running 2024-12-07T01:16:49,290 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481, hbase.cluster.distributed=false 2024-12-07T01:16:49,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Set watcher on znode that does not yet exist, /0-914888003/acl 2024-12-07T01:16:49,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43559 2024-12-07T01:16:49,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43559 2024-12-07T01:16:49,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43559 2024-12-07T01:16:49,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43559 2024-12-07T01:16:49,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43559 2024-12-07T01:16:49,325 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:16:49,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:49,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:49,325 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:16:49,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:49,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:16:49,326 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:16:49,326 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:16:49,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38723 2024-12-07T01:16:49,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38723 connecting to ZooKeeper ensemble=127.0.0.1:57315 2024-12-07T01:16:49,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:49,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:49,350 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387230x0, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:49,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387230x0, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Set watcher on znode that does not yet exist, /0-914888003/running 2024-12-07T01:16:49,351 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:16:49,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38723-0x101ad5cc7940001 connected 2024-12-07T01:16:49,361 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:16:49,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Set watcher on znode that does not yet exist, /0-914888003/master 2024-12-07T01:16:49,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Set watcher on znode that does not yet exist, /0-914888003/acl 2024-12-07T01:16:49,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38723 2024-12-07T01:16:49,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38723 2024-12-07T01:16:49,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38723 2024-12-07T01:16:49,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38723 2024-12-07T01:16:49,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38723 2024-12-07T01:16:49,404 DEBUG [M:0;ec1863dc21e5:43559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:43559 2024-12-07T01:16:49,408 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-914888003/backup-masters/ec1863dc21e5,43559,1733534209054 2024-12-07T01:16:49,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003/backup-masters 2024-12-07T01:16:49,417 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003/backup-masters 2024-12-07T01:16:49,418 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Set watcher on existing znode=/0-914888003/backup-masters/ec1863dc21e5,43559,1733534209054 2024-12-07T01:16:49,428 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-914888003/master 2024-12-07T01:16:49,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:16:49,428 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:16:49,431 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Set watcher on existing znode=/0-914888003/master 2024-12-07T01:16:49,432 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-914888003/backup-masters/ec1863dc21e5,43559,1733534209054 from backup master directory 2024-12-07T01:16:49,445 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003/backup-masters 2024-12-07T01:16:49,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-914888003/backup-masters/ec1863dc21e5,43559,1733534209054 2024-12-07T01:16:49,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003/backup-masters 2024-12-07T01:16:49,445 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:16:49,445 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,43559,1733534209054 2024-12-07T01:16:49,453 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/hbase.id] with ID: 5dc61b5e-5ba6-4503-91cd-081147957df3 2024-12-07T01:16:49,453 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/.tmp/hbase.id 2024-12-07T01:16:49,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:16:49,873 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/.tmp/hbase.id]:[hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/hbase.id] 2024-12-07T01:16:49,890 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:49,890 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:16:49,891 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-07T01:16:49,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:16:49,944 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:16:49,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:16:50,352 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:16:50,353 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:16:50,354 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:50,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:16:50,363 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store 2024-12-07T01:16:50,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:16:50,370 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:50,370 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:16:50,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:50,370 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:50,370 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:16:50,370 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:50,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:50,370 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534210370Disabling compacts and flushes for region at 1733534210370Disabling writes for close at 1733534210370Writing region close event to WAL at 1733534210370Closed at 1733534210370 2024-12-07T01:16:50,371 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/.initializing 2024-12-07T01:16:50,371 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/WALs/ec1863dc21e5,43559,1733534209054 2024-12-07T01:16:50,372 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:16:50,374 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C43559%2C1733534209054, suffix=, logDir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/WALs/ec1863dc21e5,43559,1733534209054, archiveDir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/oldWALs, maxLogs=10 2024-12-07T01:16:50,390 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/WALs/ec1863dc21e5,43559,1733534209054/ec1863dc21e5%2C43559%2C1733534209054.1733534210375, exclude list is [], retry=0 2024-12-07T01:16:50,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39199,DS-05652794-f208-4d9a-b1a0-35e5d4774a2e,DISK] 2024-12-07T01:16:50,394 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/WALs/ec1863dc21e5,43559,1733534209054/ec1863dc21e5%2C43559%2C1733534209054.1733534210375 2024-12-07T01:16:50,396 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42007:42007)] 2024-12-07T01:16:50,396 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:50,396 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:50,396 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:50,396 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:50,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:50,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:16:50,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:50,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:50,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:50,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:16:50,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:50,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:50,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:50,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:16:50,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:50,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:50,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:50,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:16:50,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:50,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:50,417 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:50,418 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:50,418 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:50,420 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:50,420 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:50,420 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:50,421 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:50,423 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:50,424 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65508304, jitterRate=-0.023850202560424805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:50,425 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534210396Initializing all the Stores at 1733534210397 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534210397Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534210397Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534210397Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534210397Cleaning up temporary data from old regions at 1733534210420 (+23 ms)Region opened successfully at 1733534210425 (+5 ms) 2024-12-07T01:16:50,425 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:16:50,428 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79114fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:16:50,429 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:16:50,429 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:16:50,429 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:16:50,430 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:16:50,431 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:16:50,431 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:16:50,431 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:16:50,433 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:16:50,434 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Unable to get data of znode /0-914888003/balancer because node does not exist (not necessarily an error) 2024-12-07T01:16:50,486 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-914888003/balancer already deleted, retry=false 2024-12-07T01:16:50,487 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:16:50,488 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Unable to get data of znode /0-914888003/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:16:50,497 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-914888003/normalizer already deleted, retry=false 2024-12-07T01:16:50,497 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:16:50,498 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Unable to get data of znode /0-914888003/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:16:50,507 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-914888003/switch/split already deleted, retry=false 2024-12-07T01:16:50,508 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Unable to get data of znode /0-914888003/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:16:50,518 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-914888003/switch/merge already deleted, retry=false 2024-12-07T01:16:50,520 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Unable to get data of znode /0-914888003/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:16:50,533 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-914888003/snapshot-cleanup already deleted, retry=false 2024-12-07T01:16:50,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-914888003/running 2024-12-07T01:16:50,543 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-914888003/running 2024-12-07T01:16:50,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:16:50,544 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:16:50,544 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,43559,1733534209054, sessionid=0x101ad5cc7940000, setting cluster-up flag (Was=false) 2024-12-07T01:16:50,564 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:16:50,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:16:50,596 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-914888003/flush-table-proc/acquired, /0-914888003/flush-table-proc/reached, /0-914888003/flush-table-proc/abort 2024-12-07T01:16:50,597 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,43559,1733534209054 2024-12-07T01:16:50,617 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:16:50,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:16:50,649 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-914888003/online-snapshot/acquired, /0-914888003/online-snapshot/reached, /0-914888003/online-snapshot/abort 2024-12-07T01:16:50,649 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,43559,1733534209054 2024-12-07T01:16:50,651 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:16:50,652 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:50,653 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:16:50,653 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:16:50,653 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,43559,1733534209054 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:16:50,654 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:50,654 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:50,654 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:50,654 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:50,654 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:16:50,654 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:50,654 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:16:50,655 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:50,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:16:50,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:50,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:16:50,658 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:50,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:16:50,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:50,673 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534240673 2024-12-07T01:16:50,673 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:16:50,673 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:16:50,673 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:16:50,673 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:16:50,673 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:16:50,673 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:16:50,676 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:50,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:50,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:50,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:50,700 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:16:50,700 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:16:50,700 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:16:50,700 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:16:50,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:16:50,707 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:16:50,707 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481 2024-12-07T01:16:50,708 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:16:50,708 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:16:50,708 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534210708,5,FailOnTimeoutGroup] 2024-12-07T01:16:50,709 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534210709,5,FailOnTimeoutGroup] 2024-12-07T01:16:50,709 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:50,709 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:16:50,709 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:50,709 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:50,710 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(746): ClusterId : 5dc61b5e-5ba6-4503-91cd-081147957df3 2024-12-07T01:16:50,710 DEBUG [RS:0;ec1863dc21e5:38723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:16:50,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741832_1008 (size=32) 2024-12-07T01:16:50,719 DEBUG [RS:0;ec1863dc21e5:38723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:16:50,719 DEBUG [RS:0;ec1863dc21e5:38723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:16:50,734 DEBUG [RS:0;ec1863dc21e5:38723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:16:50,734 DEBUG [RS:0;ec1863dc21e5:38723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559209ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:16:50,749 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:38723 2024-12-07T01:16:50,749 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:16:50,749 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:16:50,749 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:16:50,750 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,43559,1733534209054 with port=38723, startcode=1733534209325 2024-12-07T01:16:50,750 DEBUG [RS:0;ec1863dc21e5:38723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:16:50,751 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:16:50,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43559 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,38723,1733534209325 2024-12-07T01:16:50,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43559 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,38723,1733534209325 2024-12-07T01:16:50,753 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481 2024-12-07T01:16:50,753 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43967 2024-12-07T01:16:50,753 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:16:50,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003/rs 2024-12-07T01:16:50,765 DEBUG [RS:0;ec1863dc21e5:38723 {}] zookeeper.ZKUtil(111): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Set watcher on existing znode=/0-914888003/rs/ec1863dc21e5,38723,1733534209325 2024-12-07T01:16:50,765 WARN [RS:0;ec1863dc21e5:38723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:16:50,765 INFO [RS:0;ec1863dc21e5:38723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:50,765 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325 2024-12-07T01:16:50,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,38723,1733534209325] 2024-12-07T01:16:50,770 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:16:50,771 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:16:50,771 INFO [RS:0;ec1863dc21e5:38723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:16:50,771 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:50,772 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:16:50,773 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:16:50,773 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:50,773 DEBUG [RS:0;ec1863dc21e5:38723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:50,773 DEBUG [RS:0;ec1863dc21e5:38723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:50,773 DEBUG [RS:0;ec1863dc21e5:38723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:50,773 DEBUG [RS:0;ec1863dc21e5:38723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:50,773 DEBUG [RS:0;ec1863dc21e5:38723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:50,773 DEBUG [RS:0;ec1863dc21e5:38723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:16:50,773 DEBUG [RS:0;ec1863dc21e5:38723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:50,773 DEBUG [RS:0;ec1863dc21e5:38723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:50,773 DEBUG [RS:0;ec1863dc21e5:38723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:50,773 DEBUG [RS:0;ec1863dc21e5:38723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:50,773 DEBUG [RS:0;ec1863dc21e5:38723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:50,773 DEBUG [RS:0;ec1863dc21e5:38723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:50,773 DEBUG [RS:0;ec1863dc21e5:38723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:16:50,774 DEBUG [RS:0;ec1863dc21e5:38723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:16:50,776 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:50,776 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:50,776 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:50,776 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:50,776 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:50,776 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38723,1733534209325-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:16:50,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:16:50,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T01:16:50,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-07T01:16:50,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:16:50,792 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:16:50,792 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38723,1733534209325-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:50,792 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:50,792 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.Replication(171): ec1863dc21e5,38723,1733534209325 started 2024-12-07T01:16:50,805 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:50,805 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,38723,1733534209325, RpcServer on ec1863dc21e5/172.17.0.3:38723, sessionid=0x101ad5cc7940001 2024-12-07T01:16:50,806 DEBUG [RS:0;ec1863dc21e5:38723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:16:50,806 DEBUG [RS:0;ec1863dc21e5:38723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,38723,1733534209325 2024-12-07T01:16:50,806 DEBUG [RS:0;ec1863dc21e5:38723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,38723,1733534209325' 2024-12-07T01:16:50,806 DEBUG [RS:0;ec1863dc21e5:38723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-914888003/flush-table-proc/abort' 2024-12-07T01:16:50,806 DEBUG [RS:0;ec1863dc21e5:38723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-914888003/flush-table-proc/acquired' 2024-12-07T01:16:50,806 DEBUG [RS:0;ec1863dc21e5:38723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:16:50,806 DEBUG [RS:0;ec1863dc21e5:38723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:16:50,806 DEBUG [RS:0;ec1863dc21e5:38723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,38723,1733534209325 2024-12-07T01:16:50,806 DEBUG [RS:0;ec1863dc21e5:38723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,38723,1733534209325' 2024-12-07T01:16:50,806 DEBUG [RS:0;ec1863dc21e5:38723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-914888003/online-snapshot/abort' 2024-12-07T01:16:50,807 DEBUG [RS:0;ec1863dc21e5:38723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-914888003/online-snapshot/acquired' 2024-12-07T01:16:50,807 DEBUG [RS:0;ec1863dc21e5:38723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:16:50,807 INFO [RS:0;ec1863dc21e5:38723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:16:50,807 INFO [RS:0;ec1863dc21e5:38723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:16:50,907 INFO [RS:0;ec1863dc21e5:38723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:16:50,908 INFO [RS:0;ec1863dc21e5:38723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C38723%2C1733534209325, suffix=, logDir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325, archiveDir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/oldWALs, maxLogs=10 2024-12-07T01:16:50,920 DEBUG [RS:0;ec1863dc21e5:38723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909, exclude list is [], retry=0 2024-12-07T01:16:50,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39199,DS-05652794-f208-4d9a-b1a0-35e5d4774a2e,DISK] 2024-12-07T01:16:50,925 INFO [RS:0;ec1863dc21e5:38723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 2024-12-07T01:16:50,925 DEBUG [RS:0;ec1863dc21e5:38723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42007:42007)] 2024-12-07T01:16:51,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:51,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:16:51,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:16:51,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:51,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:51,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:16:51,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:16:51,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:51,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:51,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:16:51,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:16:51,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:51,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:51,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:16:51,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:16:51,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:51,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:51,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:16:51,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740 2024-12-07T01:16:51,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740 2024-12-07T01:16:51,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:16:51,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:16:51,128 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:51,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:16:51,135 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:51,136 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64081561, jitterRate=-0.04511032998561859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:51,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534211117Initializing all the Stores at 1733534211117Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534211118 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534211118Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534211118Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534211118Cleaning up temporary data from old regions at 1733534211127 (+9 ms)Region opened successfully at 1733534211136 (+9 ms) 2024-12-07T01:16:51,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:16:51,136 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:16:51,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:16:51,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:16:51,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:16:51,137 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:51,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534211136Disabling compacts and flushes for region at 1733534211136Disabling writes for close at 1733534211137 (+1 ms)Writing region close event to WAL at 1733534211137Closed at 1733534211137 2024-12-07T01:16:51,138 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:51,138 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:16:51,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:16:51,141 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:16:51,144 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:16:51,294 DEBUG [ec1863dc21e5:43559 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:16:51,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,38723,1733534209325 2024-12-07T01:16:51,296 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,38723,1733534209325, state=OPENING 2024-12-07T01:16:51,360 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:16:51,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:16:51,371 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:16:51,371 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:16:51,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-914888003/meta-region-server: CHANGED 2024-12-07T01:16:51,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,38723,1733534209325}] 2024-12-07T01:16:51,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-914888003/meta-region-server: CHANGED 2024-12-07T01:16:51,526 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:16:51,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:16:51,532 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:16:51,532 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:51,532 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:16:51,534 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C38723%2C1733534209325.meta, suffix=.meta, logDir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325, archiveDir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/oldWALs, maxLogs=10 2024-12-07T01:16:51,551 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.meta.1733534211534.meta, exclude list is [], retry=0 2024-12-07T01:16:51,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39199,DS-05652794-f208-4d9a-b1a0-35e5d4774a2e,DISK] 2024-12-07T01:16:51,556 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.meta.1733534211534.meta 2024-12-07T01:16:51,560 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42007:42007)] 2024-12-07T01:16:51,560 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:51,561 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:16:51,561 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:16:51,561 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:16:51,561 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:16:51,561 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:16:51,561 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:51,561 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:16:51,561 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:16:51,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:16:51,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:16:51,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:51,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:51,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:16:51,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:16:51,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:51,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:51,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:16:51,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:16:51,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:51,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:51,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:16:51,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:16:51,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:51,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:51,573 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:16:51,574 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740 2024-12-07T01:16:51,575 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740 2024-12-07T01:16:51,576 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:16:51,576 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:16:51,579 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:51,580 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:16:51,581 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67973721, jitterRate=0.012887373566627502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:51,582 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:16:51,582 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534211561Writing region info on filesystem at 1733534211561Initializing all the Stores at 1733534211563 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534211563Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534211564 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534211564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534211565 (+1 ms)Cleaning up temporary data from old regions at 1733534211576 (+11 ms)Running coprocessor post-open hooks at 1733534211582 (+6 ms)Region opened successfully at 1733534211582 2024-12-07T01:16:51,583 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534211525 2024-12-07T01:16:51,587 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:16:51,587 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:16:51,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,38723,1733534209325 2024-12-07T01:16:51,588 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,38723,1733534209325, state=OPEN 2024-12-07T01:16:51,751 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-914888003/meta-region-server 2024-12-07T01:16:51,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-914888003/meta-region-server 2024-12-07T01:16:51,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-914888003/meta-region-server: CHANGED 2024-12-07T01:16:51,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-914888003/meta-region-server: CHANGED 2024-12-07T01:16:51,752 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,38723,1733534209325 2024-12-07T01:16:51,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:16:51,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,38723,1733534209325 in 381 msec 2024-12-07T01:16:51,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:16:51,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 617 msec 2024-12-07T01:16:51,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:51,759 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:16:51,760 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:51,760 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,38723,1733534209325, seqNum=-1] 2024-12-07T01:16:51,760 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:51,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:16:51,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1150 sec 2024-12-07T01:16:51,768 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534211768, completionTime=-1 2024-12-07T01:16:51,768 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:16:51,768 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:16:51,771 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:16:51,771 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534271771 2024-12-07T01:16:51,771 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534331771 2024-12-07T01:16:51,771 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-07T01:16:51,771 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43559,1733534209054-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:51,771 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43559,1733534209054-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:51,771 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43559,1733534209054-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:51,771 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:43559, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:51,771 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:51,772 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:51,774 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:16:51,777 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.331sec 2024-12-07T01:16:51,777 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:16:51,777 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:16:51,777 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:16:51,777 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:16:51,777 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:16:51,777 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43559,1733534209054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:16:51,777 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43559,1733534209054-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:16:51,796 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:16:51,797 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:16:51,797 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43559,1733534209054-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:51,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94d183c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:51,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,43559,-1 for getting cluster id 2024-12-07T01:16:51,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:51,813 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc61b5e-5ba6-4503-91cd-081147957df3' 2024-12-07T01:16:51,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:51,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc61b5e-5ba6-4503-91cd-081147957df3" 2024-12-07T01:16:51,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb5df0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:51,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,43559,-1] 2024-12-07T01:16:51,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:51,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:51,816 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:51,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:51,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,38723,1733534209325, seqNum=-1] 2024-12-07T01:16:51,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:51,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:16:51,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,43559,1733534209054 2024-12-07T01:16:51,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57315 2024-12-07T01:16:51,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:51,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101ad5cc7940002 connected 2024-12-07T01:16:51,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/hadoop.log.dir so I do NOT create it in target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214 2024-12-07T01:16:51,978 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:16:51,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/hadoop.tmp.dir so I do NOT create it in target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214 2024-12-07T01:16:51,978 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:16:51,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214 2024-12-07T01:16:51,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:16:51,978 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/cluster_609b31ee-e61f-d67c-8e5c-e9388a30caf8, deleteOnExit=true 2024-12-07T01:16:51,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:16:51,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/test.cache.data in system properties and HBase conf 2024-12-07T01:16:51,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:16:51,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:16:51,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:16:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:16:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:16:51,979 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:16:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:16:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:16:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:16:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:16:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:16:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:16:51,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:16:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:16:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:16:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:16:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:16:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:16:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:16:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:16:52,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:52,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:16:52,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:16:52,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:16:52,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:16:52,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:52,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:16:52,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:16:52,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6845ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/java.io.tmpdir/jetty-localhost-44195-hadoop-hdfs-3_4_1-tests_jar-_-any-17591001664338728364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:16:52,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:44195} 2024-12-07T01:16:52,494 INFO [Time-limited test {}] server.Server(415): Started @57992ms 2024-12-07T01:16:52,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:16:52,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:16:52,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:16:52,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:16:52,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:16:52,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:16:52,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:16:52,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e587001{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/java.io.tmpdir/jetty-localhost-36223-hadoop-hdfs-3_4_1-tests_jar-_-any-9552465949626093388/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:16:52,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:36223} 2024-12-07T01:16:52,952 INFO [Time-limited test {}] server.Server(415): Started @58450ms 2024-12-07T01:16:52,954 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:16:53,650 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/cluster_609b31ee-e61f-d67c-8e5c-e9388a30caf8/data/data2/current/BP-370929190-172.17.0.3-1733534212000/current, will proceed with Du for space computation calculation, 2024-12-07T01:16:53,650 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/cluster_609b31ee-e61f-d67c-8e5c-e9388a30caf8/data/data1/current/BP-370929190-172.17.0.3-1733534212000/current, will proceed with Du for space computation calculation, 2024-12-07T01:16:53,663 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:16:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4849659ffed6b90c with lease ID 0x5ad719746c662474: Processing first storage report for DS-10b69ea7-79a8-48b8-b38a-76c43e7cb9c3 from datanode DatanodeRegistration(127.0.0.1:38855, datanodeUuid=80af506f-9e07-43aa-a1ae-3aee163dd383, infoPort=40589, infoSecurePort=0, ipcPort=36219, storageInfo=lv=-57;cid=testClusterID;nsid=1976671819;c=1733534212000) 2024-12-07T01:16:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4849659ffed6b90c with lease ID 0x5ad719746c662474: from storage DS-10b69ea7-79a8-48b8-b38a-76c43e7cb9c3 node DatanodeRegistration(127.0.0.1:38855, datanodeUuid=80af506f-9e07-43aa-a1ae-3aee163dd383, infoPort=40589, infoSecurePort=0, ipcPort=36219, storageInfo=lv=-57;cid=testClusterID;nsid=1976671819;c=1733534212000), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:16:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4849659ffed6b90c with lease ID 0x5ad719746c662474: Processing first storage report for DS-10c05d2e-b3af-4932-ad65-42604b9b600a from datanode DatanodeRegistration(127.0.0.1:38855, datanodeUuid=80af506f-9e07-43aa-a1ae-3aee163dd383, infoPort=40589, infoSecurePort=0, ipcPort=36219, storageInfo=lv=-57;cid=testClusterID;nsid=1976671819;c=1733534212000) 2024-12-07T01:16:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4849659ffed6b90c with lease ID 0x5ad719746c662474: from storage DS-10c05d2e-b3af-4932-ad65-42604b9b600a node DatanodeRegistration(127.0.0.1:38855, datanodeUuid=80af506f-9e07-43aa-a1ae-3aee163dd383, infoPort=40589, infoSecurePort=0, ipcPort=36219, storageInfo=lv=-57;cid=testClusterID;nsid=1976671819;c=1733534212000), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:16:53,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214 2024-12-07T01:16:53,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:53,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:53,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:16:54,146 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b with version=8 2024-12-07T01:16:54,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/hbase-staging 2024-12-07T01:16:54,148 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:16:54,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:54,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:54,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:16:54,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:54,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:16:54,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:16:54,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:16:54,149 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46401 2024-12-07T01:16:54,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46401 connecting to ZooKeeper ensemble=127.0.0.1:57315 2024-12-07T01:16:54,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464010x0, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:54,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46401-0x101ad5cc7940003 connected 2024-12-07T01:16:54,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:54,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:54,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Set watcher on znode that does not yet exist, /1776029201/running 2024-12-07T01:16:54,294 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b, hbase.cluster.distributed=false 2024-12-07T01:16:54,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Set watcher on znode that does not yet exist, /1776029201/acl 2024-12-07T01:16:54,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46401 2024-12-07T01:16:54,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46401 2024-12-07T01:16:54,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46401 2024-12-07T01:16:54,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46401 2024-12-07T01:16:54,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46401 2024-12-07T01:16:54,309 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:16:54,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:54,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:54,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:16:54,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:16:54,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:16:54,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:16:54,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:16:54,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36925 2024-12-07T01:16:54,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36925 connecting to ZooKeeper ensemble=127.0.0.1:57315 2024-12-07T01:16:54,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:54,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:54,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369250x0, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:54,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Set watcher on znode that does not yet exist, /1776029201/running 2024-12-07T01:16:54,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36925-0x101ad5cc7940004 connected 2024-12-07T01:16:54,323 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:16:54,323 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:16:54,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Set watcher on znode that does not yet exist, /1776029201/master 2024-12-07T01:16:54,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Set watcher on znode that does not yet exist, /1776029201/acl 2024-12-07T01:16:54,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36925 2024-12-07T01:16:54,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36925 2024-12-07T01:16:54,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36925 2024-12-07T01:16:54,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36925 2024-12-07T01:16:54,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36925 2024-12-07T01:16:54,339 DEBUG [M:0;ec1863dc21e5:46401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:46401 2024-12-07T01:16:54,339 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1776029201/backup-masters/ec1863dc21e5,46401,1733534214148 2024-12-07T01:16:54,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201/backup-masters 2024-12-07T01:16:54,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201/backup-masters 2024-12-07T01:16:54,350 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Set watcher on existing znode=/1776029201/backup-masters/ec1863dc21e5,46401,1733534214148 2024-12-07T01:16:54,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1776029201/master 2024-12-07T01:16:54,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:16:54,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:16:54,360 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Set watcher on existing znode=/1776029201/master 2024-12-07T01:16:54,361 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1776029201/backup-masters/ec1863dc21e5,46401,1733534214148 from backup master directory 2024-12-07T01:16:54,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201/backup-masters 2024-12-07T01:16:54,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1776029201/backup-masters/ec1863dc21e5,46401,1733534214148 2024-12-07T01:16:54,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201/backup-masters 2024-12-07T01:16:54,370 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:16:54,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,46401,1733534214148 2024-12-07T01:16:54,374 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/hbase.id] with ID: b1412f86-9bf2-4a0b-8586-86d02553b1ae 2024-12-07T01:16:54,374 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/.tmp/hbase.id 2024-12-07T01:16:54,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:16:54,779 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/.tmp/hbase.id]:[hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/hbase.id] 2024-12-07T01:16:54,789 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:16:54,790 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:16:54,791 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-07T01:16:54,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:16:54,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:16:54,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:16:55,265 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:16:55,266 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:16:55,267 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:16:55,674 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store 2024-12-07T01:16:55,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:16:56,080 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:56,080 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:16:56,080 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:56,080 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:56,080 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:16:56,080 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:56,081 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:16:56,081 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534216080Disabling compacts and flushes for region at 1733534216080Disabling writes for close at 1733534216080Writing region close event to WAL at 1733534216080Closed at 1733534216080 2024-12-07T01:16:56,081 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/.initializing 2024-12-07T01:16:56,081 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/WALs/ec1863dc21e5,46401,1733534214148 2024-12-07T01:16:56,082 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:16:56,084 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C46401%2C1733534214148, suffix=, logDir=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/WALs/ec1863dc21e5,46401,1733534214148, archiveDir=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/oldWALs, maxLogs=10 2024-12-07T01:16:56,094 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/WALs/ec1863dc21e5,46401,1733534214148/ec1863dc21e5%2C46401%2C1733534214148.1733534216084, exclude list is [], retry=0 2024-12-07T01:16:56,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38855,DS-10b69ea7-79a8-48b8-b38a-76c43e7cb9c3,DISK] 2024-12-07T01:16:56,098 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/WALs/ec1863dc21e5,46401,1733534214148/ec1863dc21e5%2C46401%2C1733534214148.1733534216084 2024-12-07T01:16:56,099 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40589:40589)] 2024-12-07T01:16:56,099 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:56,099 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:56,099 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:56,099 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:56,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:56,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:16:56,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:56,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:56,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:56,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:16:56,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:56,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:56,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:56,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:16:56,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:56,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:56,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:56,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:16:56,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:56,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:56,107 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:56,107 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:56,107 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:56,109 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:56,109 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:56,109 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:56,110 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:16:56,112 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:56,112 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59003405, jitterRate=-0.12078075110912323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:56,112 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534216099Initializing all the Stores at 1733534216100 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534216100Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534216100Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534216100Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534216100Cleaning up temporary data from old regions at 1733534216109 (+9 ms)Region opened successfully at 1733534216112 (+3 ms) 2024-12-07T01:16:56,112 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:16:56,115 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55231017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:16:56,115 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:16:56,115 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:16:56,115 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:16:56,116 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:16:56,116 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:16:56,116 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:16:56,116 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:16:56,118 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:16:56,118 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Unable to get data of znode /1776029201/balancer because node does not exist (not necessarily an error) 2024-12-07T01:16:56,233 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1776029201/balancer already deleted, retry=false 2024-12-07T01:16:56,234 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:16:56,234 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Unable to get data of znode /1776029201/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:16:56,244 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1776029201/normalizer already deleted, retry=false 2024-12-07T01:16:56,244 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:16:56,245 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Unable to get data of znode /1776029201/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:16:56,254 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1776029201/switch/split already deleted, retry=false 2024-12-07T01:16:56,255 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Unable to get data of znode /1776029201/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:16:56,265 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1776029201/switch/merge already deleted, retry=false 2024-12-07T01:16:56,267 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Unable to get data of znode /1776029201/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:16:56,275 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1776029201/snapshot-cleanup already deleted, retry=false 2024-12-07T01:16:56,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1776029201/running 2024-12-07T01:16:56,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1776029201/running 2024-12-07T01:16:56,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:16:56,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:16:56,288 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,46401,1733534214148, sessionid=0x101ad5cc7940003, setting cluster-up flag (Was=false) 2024-12-07T01:16:56,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:16:56,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:56,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:56,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:56,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:16:56,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:16:56,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:16:56,339 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1776029201/flush-table-proc/acquired, /1776029201/flush-table-proc/reached, /1776029201/flush-table-proc/abort 2024-12-07T01:16:56,340 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,46401,1733534214148 2024-12-07T01:16:56,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:16:56,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:16:56,391 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1776029201/online-snapshot/acquired, /1776029201/online-snapshot/reached, /1776029201/online-snapshot/abort 2024-12-07T01:16:56,392 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,46401,1733534214148 2024-12-07T01:16:56,394 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:16:56,395 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:56,395 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:16:56,395 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:16:56,395 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,46401,1733534214148 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:16:56,397 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:56,397 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:56,397 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:56,397 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:16:56,397 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:16:56,397 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:56,397 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:16:56,397 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:56,398 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534246398 2024-12-07T01:16:56,398 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:16:56,398 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:16:56,398 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:16:56,398 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:16:56,398 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:16:56,398 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:16:56,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:56,398 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:56,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:16:56,399 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:16:56,399 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:16:56,399 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:16:56,399 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:16:56,399 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:16:56,399 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:16:56,399 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534216399,5,FailOnTimeoutGroup] 2024-12-07T01:16:56,399 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534216399,5,FailOnTimeoutGroup] 2024-12-07T01:16:56,399 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:56,399 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:56,399 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:16:56,399 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:56,399 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:56,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:16:56,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:16:56,433 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(746): ClusterId : b1412f86-9bf2-4a0b-8586-86d02553b1ae 2024-12-07T01:16:56,433 DEBUG [RS:0;ec1863dc21e5:36925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:16:56,445 DEBUG [RS:0;ec1863dc21e5:36925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:16:56,445 DEBUG [RS:0;ec1863dc21e5:36925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:16:56,455 DEBUG [RS:0;ec1863dc21e5:36925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:16:56,455 DEBUG [RS:0;ec1863dc21e5:36925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cfff518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:16:56,468 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:36925 2024-12-07T01:16:56,468 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:16:56,468 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:16:56,468 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:16:56,469 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,46401,1733534214148 with port=36925, startcode=1733534214308 2024-12-07T01:16:56,469 DEBUG [RS:0;ec1863dc21e5:36925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:16:56,470 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:16:56,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,36925,1733534214308 2024-12-07T01:16:56,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46401 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,36925,1733534214308 2024-12-07T01:16:56,472 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b 2024-12-07T01:16:56,472 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36385 2024-12-07T01:16:56,472 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:16:56,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201/rs 2024-12-07T01:16:56,481 DEBUG [RS:0;ec1863dc21e5:36925 {}] zookeeper.ZKUtil(111): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Set watcher on existing znode=/1776029201/rs/ec1863dc21e5,36925,1733534214308 2024-12-07T01:16:56,481 WARN [RS:0;ec1863dc21e5:36925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:16:56,481 INFO [RS:0;ec1863dc21e5:36925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:56,481 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/WALs/ec1863dc21e5,36925,1733534214308 2024-12-07T01:16:56,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,36925,1733534214308] 2024-12-07T01:16:56,484 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:16:56,486 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:16:56,486 INFO [RS:0;ec1863dc21e5:36925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:16:56,486 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:56,486 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:16:56,487 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:16:56,487 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:56,487 DEBUG [RS:0;ec1863dc21e5:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:56,487 DEBUG [RS:0;ec1863dc21e5:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:56,487 DEBUG [RS:0;ec1863dc21e5:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:56,487 DEBUG [RS:0;ec1863dc21e5:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:56,487 DEBUG [RS:0;ec1863dc21e5:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:56,487 DEBUG [RS:0;ec1863dc21e5:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:16:56,488 DEBUG [RS:0;ec1863dc21e5:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:56,488 DEBUG [RS:0;ec1863dc21e5:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:56,488 DEBUG [RS:0;ec1863dc21e5:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:56,488 DEBUG [RS:0;ec1863dc21e5:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:56,488 DEBUG [RS:0;ec1863dc21e5:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:56,488 DEBUG [RS:0;ec1863dc21e5:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:16:56,488 DEBUG [RS:0;ec1863dc21e5:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:16:56,488 DEBUG [RS:0;ec1863dc21e5:36925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:16:56,489 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:56,489 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:56,489 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:56,489 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:56,489 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:56,489 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,36925,1733534214308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:16:56,501 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:16:56,501 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,36925,1733534214308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:56,501 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:56,501 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.Replication(171): ec1863dc21e5,36925,1733534214308 started 2024-12-07T01:16:56,513 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:56,513 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,36925,1733534214308, RpcServer on ec1863dc21e5/172.17.0.3:36925, sessionid=0x101ad5cc7940004 2024-12-07T01:16:56,513 DEBUG [RS:0;ec1863dc21e5:36925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:16:56,513 DEBUG [RS:0;ec1863dc21e5:36925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,36925,1733534214308 2024-12-07T01:16:56,513 DEBUG [RS:0;ec1863dc21e5:36925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,36925,1733534214308' 2024-12-07T01:16:56,513 DEBUG [RS:0;ec1863dc21e5:36925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1776029201/flush-table-proc/abort' 2024-12-07T01:16:56,514 DEBUG [RS:0;ec1863dc21e5:36925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1776029201/flush-table-proc/acquired' 2024-12-07T01:16:56,514 DEBUG [RS:0;ec1863dc21e5:36925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:16:56,514 DEBUG [RS:0;ec1863dc21e5:36925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:16:56,514 DEBUG [RS:0;ec1863dc21e5:36925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,36925,1733534214308 2024-12-07T01:16:56,514 DEBUG [RS:0;ec1863dc21e5:36925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,36925,1733534214308' 2024-12-07T01:16:56,514 DEBUG [RS:0;ec1863dc21e5:36925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1776029201/online-snapshot/abort' 2024-12-07T01:16:56,515 DEBUG [RS:0;ec1863dc21e5:36925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1776029201/online-snapshot/acquired' 2024-12-07T01:16:56,515 DEBUG [RS:0;ec1863dc21e5:36925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:16:56,515 INFO [RS:0;ec1863dc21e5:36925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:16:56,515 INFO [RS:0;ec1863dc21e5:36925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:16:56,615 INFO [RS:0;ec1863dc21e5:36925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:16:56,617 INFO [RS:0;ec1863dc21e5:36925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C36925%2C1733534214308, suffix=, logDir=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/WALs/ec1863dc21e5,36925,1733534214308, archiveDir=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/oldWALs, maxLogs=10 2024-12-07T01:16:56,628 DEBUG [RS:0;ec1863dc21e5:36925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/WALs/ec1863dc21e5,36925,1733534214308/ec1863dc21e5%2C36925%2C1733534214308.1733534216617, exclude list is [], retry=0 2024-12-07T01:16:56,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38855,DS-10b69ea7-79a8-48b8-b38a-76c43e7cb9c3,DISK] 2024-12-07T01:16:56,632 INFO [RS:0;ec1863dc21e5:36925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/WALs/ec1863dc21e5,36925,1733534214308/ec1863dc21e5%2C36925%2C1733534214308.1733534216617 2024-12-07T01:16:56,633 DEBUG [RS:0;ec1863dc21e5:36925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40589:40589)] 2024-12-07T01:16:56,770 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:16:56,808 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:16:56,808 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b 2024-12-07T01:16:56,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741833_1009 (size=32) 2024-12-07T01:16:57,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:57,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:16:57,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:16:57,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:57,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:57,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:16:57,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:16:57,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:57,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:57,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:16:57,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:16:57,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:57,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:57,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:16:57,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:16:57,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:57,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:57,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:16:57,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740 2024-12-07T01:16:57,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740 2024-12-07T01:16:57,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:16:57,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:16:57,224 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:57,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:16:57,226 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:57,226 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75114319, jitterRate=0.11929057538509369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:57,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534217214Initializing all the Stores at 1733534217215 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534217215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534217215Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534217215Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534217215Cleaning up temporary data from old regions at 1733534217223 (+8 ms)Region opened successfully at 1733534217227 (+4 ms) 2024-12-07T01:16:57,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:16:57,227 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:16:57,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:16:57,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:16:57,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:16:57,227 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:16:57,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534217227Disabling compacts and flushes for region at 1733534217227Disabling writes for close at 1733534217227Writing region close event to WAL at 1733534217227Closed at 1733534217227 2024-12-07T01:16:57,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:57,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:16:57,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:16:57,230 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:16:57,231 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:16:57,381 DEBUG [ec1863dc21e5:46401 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:16:57,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,36925,1733534214308 2024-12-07T01:16:57,383 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,36925,1733534214308, state=OPENING 2024-12-07T01:16:57,536 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:16:57,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:16:57,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:16:57,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1776029201/meta-region-server: CHANGED 2024-12-07T01:16:57,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1776029201/meta-region-server: CHANGED 2024-12-07T01:16:57,602 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:16:57,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,36925,1733534214308}] 2024-12-07T01:16:57,755 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:16:57,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:16:57,760 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:16:57,760 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:16:57,760 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:16:57,761 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C36925%2C1733534214308.meta, suffix=.meta, logDir=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/WALs/ec1863dc21e5,36925,1733534214308, archiveDir=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/oldWALs, maxLogs=10 2024-12-07T01:16:57,775 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/WALs/ec1863dc21e5,36925,1733534214308/ec1863dc21e5%2C36925%2C1733534214308.meta.1733534217762.meta, exclude list is [], retry=0 2024-12-07T01:16:57,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38855,DS-10b69ea7-79a8-48b8-b38a-76c43e7cb9c3,DISK] 2024-12-07T01:16:57,779 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/WALs/ec1863dc21e5,36925,1733534214308/ec1863dc21e5%2C36925%2C1733534214308.meta.1733534217762.meta 2024-12-07T01:16:57,779 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40589:40589)] 2024-12-07T01:16:57,779 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:57,780 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:16:57,780 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:16:57,780 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:16:57,780 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:16:57,780 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:16:57,780 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:57,780 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:16:57,780 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:16:57,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:16:57,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:16:57,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:57,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:57,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:16:57,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:16:57,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:57,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:57,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:16:57,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:16:57,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:57,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:57,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:16:57,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:16:57,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:57,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:16:57,787 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:16:57,788 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740 2024-12-07T01:16:57,789 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740 2024-12-07T01:16:57,790 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:16:57,791 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:16:57,791 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:16:57,792 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:16:57,793 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65993903, jitterRate=-0.016614213585853577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:16:57,793 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:16:57,793 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534217780Writing region info on filesystem at 1733534217781 (+1 ms)Initializing all the Stores at 1733534217781Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534217782 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534217782Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534217782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534217782Cleaning up temporary data from old regions at 1733534217791 (+9 ms)Running coprocessor post-open hooks at 1733534217793 (+2 ms)Region opened successfully at 1733534217793 2024-12-07T01:16:57,794 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534217755 2024-12-07T01:16:57,797 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:16:57,797 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:16:57,798 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,36925,1733534214308 2024-12-07T01:16:57,799 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,36925,1733534214308, state=OPEN 2024-12-07T01:16:57,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1776029201/meta-region-server 2024-12-07T01:16:57,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1776029201/meta-region-server 2024-12-07T01:16:57,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1776029201/meta-region-server: CHANGED 2024-12-07T01:16:57,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1776029201/meta-region-server: CHANGED 2024-12-07T01:16:57,806 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,36925,1733534214308 2024-12-07T01:16:57,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:16:57,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,36925,1733534214308 in 205 msec 2024-12-07T01:16:57,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:16:57,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 581 msec 2024-12-07T01:16:57,813 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:16:57,813 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:16:57,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:57,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,36925,1733534214308, seqNum=-1] 2024-12-07T01:16:57,815 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:57,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:16:57,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4270 sec 2024-12-07T01:16:57,823 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534217823, completionTime=-1 2024-12-07T01:16:57,823 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:16:57,823 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:16:57,825 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:16:57,825 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534277825 2024-12-07T01:16:57,825 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534337825 2024-12-07T01:16:57,825 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-07T01:16:57,825 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46401,1733534214148-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:57,826 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46401,1733534214148-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:57,826 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46401,1733534214148-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:57,826 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:46401, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:57,826 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:57,826 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:57,828 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:16:57,830 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.460sec 2024-12-07T01:16:57,830 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:16:57,830 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:16:57,830 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:16:57,830 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:16:57,830 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:16:57,830 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46401,1733534214148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:16:57,830 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46401,1733534214148-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:16:57,833 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:16:57,833 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:16:57,833 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46401,1733534214148-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:16:57,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647d601b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:57,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,46401,-1 for getting cluster id 2024-12-07T01:16:57,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:16:57,835 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1412f86-9bf2-4a0b-8586-86d02553b1ae' 2024-12-07T01:16:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:16:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1412f86-9bf2-4a0b-8586-86d02553b1ae" 2024-12-07T01:16:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab049dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,46401,-1] 2024-12-07T01:16:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:16:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:16:57,837 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:16:57,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:16:57,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:16:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,36925,1733534214308, seqNum=-1] 2024-12-07T01:16:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:16:57,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:16:57,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,46401,1733534214148 2024-12-07T01:16:57,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57315 2024-12-07T01:16:57,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:16:57,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101ad5cc7940005 connected 2024-12-07T01:16:57,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:16:57,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,43559,1733534209054 2024-12-07T01:16:57,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15c9caf1 2024-12-07T01:16:57,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:16:57,871 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:16:57,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:16:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:16:57,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:16:57,879 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:57,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:16:57,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:16:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:57,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:16:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:58,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd92872b2867c3a0a09d2827a0d152e7, NAME => 'test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481 2024-12-07T01:16:58,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:16:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:58,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:58,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fd92872b2867c3a0a09d2827a0d152e7, disabling compactions & flushes 2024-12-07T01:16:58,696 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7. 2024-12-07T01:16:58,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7. 2024-12-07T01:16:58,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7. after waiting 0 ms 2024-12-07T01:16:58,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7. 2024-12-07T01:16:58,696 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7. 2024-12-07T01:16:58,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd92872b2867c3a0a09d2827a0d152e7: Waiting for close lock at 1733534218696Disabling compacts and flushes for region at 1733534218696Disabling writes for close at 1733534218696Writing region close event to WAL at 1733534218696Closed at 1733534218696 2024-12-07T01:16:58,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:16:58,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534218698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534218698"}]},"ts":"1733534218698"} 2024-12-07T01:16:58,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:16:58,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:16:58,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534218701"}]},"ts":"1733534218701"} 2024-12-07T01:16:58,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:16:58,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd92872b2867c3a0a09d2827a0d152e7, ASSIGN}] 2024-12-07T01:16:58,704 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd92872b2867c3a0a09d2827a0d152e7, ASSIGN 2024-12-07T01:16:58,704 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fd92872b2867c3a0a09d2827a0d152e7, ASSIGN; state=OFFLINE, location=ec1863dc21e5,38723,1733534209325; forceNewPlan=false, retain=false 2024-12-07T01:16:58,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd92872b2867c3a0a09d2827a0d152e7, regionState=OPENING, regionLocation=ec1863dc21e5,38723,1733534209325 2024-12-07T01:16:58,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fd92872b2867c3a0a09d2827a0d152e7, ASSIGN because future has completed 2024-12-07T01:16:58,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd92872b2867c3a0a09d2827a0d152e7, server=ec1863dc21e5,38723,1733534209325}] 2024-12-07T01:16:59,014 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7. 2024-12-07T01:16:59,014 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fd92872b2867c3a0a09d2827a0d152e7, NAME => 'test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:16:59,014 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:16:59,014 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:16:59,015 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:16:59,015 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:16:59,015 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:16:59,015 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:16:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:16:59,016 INFO [StoreOpener-fd92872b2867c3a0a09d2827a0d152e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:16:59,017 INFO [StoreOpener-fd92872b2867c3a0a09d2827a0d152e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd92872b2867c3a0a09d2827a0d152e7 columnFamilyName f 2024-12-07T01:16:59,017 DEBUG [StoreOpener-fd92872b2867c3a0a09d2827a0d152e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:59,018 INFO [StoreOpener-fd92872b2867c3a0a09d2827a0d152e7-1 {}] regionserver.HStore(327): Store=fd92872b2867c3a0a09d2827a0d152e7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:59,018 INFO [StoreOpener-fd92872b2867c3a0a09d2827a0d152e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:16:59,019 INFO [StoreOpener-fd92872b2867c3a0a09d2827a0d152e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd92872b2867c3a0a09d2827a0d152e7 columnFamilyName f1 2024-12-07T01:16:59,020 DEBUG [StoreOpener-fd92872b2867c3a0a09d2827a0d152e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:59,020 INFO [StoreOpener-fd92872b2867c3a0a09d2827a0d152e7-1 {}] regionserver.HStore(327): Store=fd92872b2867c3a0a09d2827a0d152e7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:59,020 INFO [StoreOpener-fd92872b2867c3a0a09d2827a0d152e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:16:59,021 INFO [StoreOpener-fd92872b2867c3a0a09d2827a0d152e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd92872b2867c3a0a09d2827a0d152e7 columnFamilyName norep 2024-12-07T01:16:59,022 DEBUG [StoreOpener-fd92872b2867c3a0a09d2827a0d152e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:16:59,022 INFO [StoreOpener-fd92872b2867c3a0a09d2827a0d152e7-1 {}] regionserver.HStore(327): Store=fd92872b2867c3a0a09d2827a0d152e7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:16:59,022 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:16:59,023 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:16:59,023 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:16:59,024 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:16:59,024 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:16:59,025 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:16:59,026 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:16:59,028 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:16:59,028 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fd92872b2867c3a0a09d2827a0d152e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59742014, jitterRate=-0.1097746193408966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:16:59,028 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:16:59,029 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fd92872b2867c3a0a09d2827a0d152e7: Running coprocessor pre-open hook at 1733534219015Writing region info on filesystem at 1733534219015Initializing all the Stores at 1733534219016 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534219016Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534219016Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534219016Cleaning up temporary data from old regions at 1733534219024 (+8 ms)Running coprocessor post-open hooks at 1733534219028 (+4 ms)Region opened successfully at 1733534219029 (+1 ms) 2024-12-07T01:16:59,031 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7., pid=6, masterSystemTime=1733534219010 2024-12-07T01:16:59,033 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7. 2024-12-07T01:16:59,034 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7. 2024-12-07T01:16:59,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd92872b2867c3a0a09d2827a0d152e7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,38723,1733534209325 2024-12-07T01:16:59,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd92872b2867c3a0a09d2827a0d152e7, server=ec1863dc21e5,38723,1733534209325 because future has completed 2024-12-07T01:16:59,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:16:59,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd92872b2867c3a0a09d2827a0d152e7, server=ec1863dc21e5,38723,1733534209325 in 182 msec 2024-12-07T01:16:59,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:16:59,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fd92872b2867c3a0a09d2827a0d152e7, ASSIGN in 340 msec 2024-12-07T01:16:59,046 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:16:59,046 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534219046"}]},"ts":"1733534219046"} 2024-12-07T01:16:59,048 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:16:59,049 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:16:59,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-12-07T01:17:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:17:00,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:17:00,025 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:17:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,46401,1733534214148 2024-12-07T01:17:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b917ae 2024-12-07T01:17:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:17:00,027 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:17:00,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:17:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:17:00,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:17:00,031 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:17:00,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:17:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:17:00,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:17:00,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:17:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:17:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:17:00,440 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd150fef8e7edc5253f39cd3d19ba6fa, NAME => 'test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b 2024-12-07T01:17:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:17:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:17:00,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T01:17:00,790 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T01:17:00,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-07T01:17:00,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-07T01:17:00,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:17:00,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-07T01:17:00,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:17:00,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-07T01:17:00,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:17:00,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T01:17:00,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:17:00,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dd150fef8e7edc5253f39cd3d19ba6fa, disabling compactions & flushes 2024-12-07T01:17:00,851 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa. 2024-12-07T01:17:00,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa. 2024-12-07T01:17:00,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa. after waiting 0 ms 2024-12-07T01:17:00,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa. 2024-12-07T01:17:00,851 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa. 2024-12-07T01:17:00,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd150fef8e7edc5253f39cd3d19ba6fa: Waiting for close lock at 1733534220851Disabling compacts and flushes for region at 1733534220851Disabling writes for close at 1733534220851Writing region close event to WAL at 1733534220851Closed at 1733534220851 2024-12-07T01:17:00,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:17:00,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534220852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534220852"}]},"ts":"1733534220852"} 2024-12-07T01:17:00,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:17:00,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:17:00,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534220857"}]},"ts":"1733534220857"} 2024-12-07T01:17:00,859 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:17:00,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dd150fef8e7edc5253f39cd3d19ba6fa, ASSIGN}] 2024-12-07T01:17:00,862 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dd150fef8e7edc5253f39cd3d19ba6fa, ASSIGN 2024-12-07T01:17:00,869 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dd150fef8e7edc5253f39cd3d19ba6fa, ASSIGN; state=OFFLINE, location=ec1863dc21e5,36925,1733534214308; forceNewPlan=false, retain=false 2024-12-07T01:17:01,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd150fef8e7edc5253f39cd3d19ba6fa, regionState=OPENING, regionLocation=ec1863dc21e5,36925,1733534214308 2024-12-07T01:17:01,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dd150fef8e7edc5253f39cd3d19ba6fa, ASSIGN because future has completed 2024-12-07T01:17:01,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd150fef8e7edc5253f39cd3d19ba6fa, server=ec1863dc21e5,36925,1733534214308}] 2024-12-07T01:17:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:17:01,180 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa. 2024-12-07T01:17:01,180 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dd150fef8e7edc5253f39cd3d19ba6fa, NAME => 'test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:17:01,181 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:17:01,181 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:17:01,181 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:17:01,181 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:17:01,181 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:17:01,181 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:17:01,182 INFO [StoreOpener-dd150fef8e7edc5253f39cd3d19ba6fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:17:01,183 INFO [StoreOpener-dd150fef8e7edc5253f39cd3d19ba6fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd150fef8e7edc5253f39cd3d19ba6fa columnFamilyName f 2024-12-07T01:17:01,183 DEBUG [StoreOpener-dd150fef8e7edc5253f39cd3d19ba6fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:17:01,184 INFO [StoreOpener-dd150fef8e7edc5253f39cd3d19ba6fa-1 {}] regionserver.HStore(327): Store=dd150fef8e7edc5253f39cd3d19ba6fa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:17:01,184 INFO [StoreOpener-dd150fef8e7edc5253f39cd3d19ba6fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:17:01,185 INFO [StoreOpener-dd150fef8e7edc5253f39cd3d19ba6fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd150fef8e7edc5253f39cd3d19ba6fa columnFamilyName f1 2024-12-07T01:17:01,186 DEBUG [StoreOpener-dd150fef8e7edc5253f39cd3d19ba6fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:17:01,186 INFO [StoreOpener-dd150fef8e7edc5253f39cd3d19ba6fa-1 {}] regionserver.HStore(327): Store=dd150fef8e7edc5253f39cd3d19ba6fa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:17:01,186 INFO [StoreOpener-dd150fef8e7edc5253f39cd3d19ba6fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:17:01,187 INFO [StoreOpener-dd150fef8e7edc5253f39cd3d19ba6fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd150fef8e7edc5253f39cd3d19ba6fa columnFamilyName norep 2024-12-07T01:17:01,187 DEBUG [StoreOpener-dd150fef8e7edc5253f39cd3d19ba6fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:17:01,187 INFO [StoreOpener-dd150fef8e7edc5253f39cd3d19ba6fa-1 {}] regionserver.HStore(327): Store=dd150fef8e7edc5253f39cd3d19ba6fa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:17:01,187 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:17:01,188 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/default/test/dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:17:01,189 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/default/test/dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:17:01,189 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:17:01,189 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:17:01,190 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:17:01,191 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:17:01,194 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/default/test/dd150fef8e7edc5253f39cd3d19ba6fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:17:01,195 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dd150fef8e7edc5253f39cd3d19ba6fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69099968, jitterRate=0.029669761657714844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:17:01,195 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:17:01,195 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dd150fef8e7edc5253f39cd3d19ba6fa: Running coprocessor pre-open hook at 1733534221181Writing region info on filesystem at 1733534221181Initializing all the Stores at 1733534221182 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534221182Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534221182Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534221182Cleaning up temporary data from old regions at 1733534221189 (+7 ms)Running coprocessor post-open hooks at 1733534221195 (+6 ms)Region opened successfully at 1733534221195 2024-12-07T01:17:01,196 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa., pid=6, masterSystemTime=1733534221175 2024-12-07T01:17:01,198 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa. 2024-12-07T01:17:01,198 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa. 2024-12-07T01:17:01,201 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd150fef8e7edc5253f39cd3d19ba6fa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,36925,1733534214308 2024-12-07T01:17:01,201 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46401 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=ec1863dc21e5,36925,1733534214308, table=test, region=dd150fef8e7edc5253f39cd3d19ba6fa. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-07T01:17:01,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd150fef8e7edc5253f39cd3d19ba6fa, server=ec1863dc21e5,36925,1733534214308 because future has completed 2024-12-07T01:17:01,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:17:01,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dd150fef8e7edc5253f39cd3d19ba6fa, server=ec1863dc21e5,36925,1733534214308 in 184 msec 2024-12-07T01:17:01,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:17:01,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dd150fef8e7edc5253f39cd3d19ba6fa, ASSIGN in 350 msec 2024-12-07T01:17:01,215 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:17:01,215 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534221215"}]},"ts":"1733534221215"} 2024-12-07T01:17:01,218 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:17:01,219 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:17:01,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1910 sec 2024-12-07T01:17:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:17:02,176 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:17:02,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5a68f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:02,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,43559,-1 for getting cluster id 2024-12-07T01:17:02,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:17:02,178 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc61b5e-5ba6-4503-91cd-081147957df3' 2024-12-07T01:17:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:17:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc61b5e-5ba6-4503-91cd-081147957df3" 2024-12-07T01:17:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a12d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,43559,-1] 2024-12-07T01:17:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:17:02,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:02,179 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:17:02,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72bfc79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:02,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:02,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,46401,-1 for getting cluster id 2024-12-07T01:17:02,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:17:02,181 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1412f86-9bf2-4a0b-8586-86d02553b1ae' 2024-12-07T01:17:02,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:17:02,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1412f86-9bf2-4a0b-8586-86d02553b1ae" 2024-12-07T01:17:02,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe0bc9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:02,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,46401,-1] 2024-12-07T01:17:02,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:17:02,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:02,183 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:17:02,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9d6f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:02,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:02,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,43559,-1 for getting cluster id 2024-12-07T01:17:02,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:17:02,186 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc61b5e-5ba6-4503-91cd-081147957df3' 2024-12-07T01:17:02,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:17:02,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc61b5e-5ba6-4503-91cd-081147957df3" 2024-12-07T01:17:02,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a53cafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:02,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,43559,-1] 2024-12-07T01:17:02,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:17:02,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:02,187 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:17:02,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae148dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:02,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:17:02,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,43559,1733534209054 2024-12-07T01:17:02,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16901cf4 2024-12-07T01:17:02,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:17:02,192 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:17:02,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:46401,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:17:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:17:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:17:02,197 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:46401' 2024-12-07T01:17:02,198 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55092856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:02,198 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,46401,-1 for getting cluster id 2024-12-07T01:17:02,198 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:17:02,198 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1412f86-9bf2-4a0b-8586-86d02553b1ae' 2024-12-07T01:17:02,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:17:02,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1412f86-9bf2-4a0b-8586-86d02553b1ae" 2024-12-07T01:17:02,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259b7b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:02,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,46401,-1] 2024-12-07T01:17:02,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:17:02,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:02,200 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:17:02,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e09a57e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:02,201 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:17:02,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,46401,1733534214148 2024-12-07T01:17:02,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f7aa1f1 2024-12-07T01:17:02,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:17:02,204 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:17:02,204 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-07T01:17:02,205 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:17:02,205 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:02,205 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:02,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:17:02,205 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:17:02,206 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:17:02,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:17:02,208 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:17:02,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:17:02,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741837_1013 (size=1138) 2024-12-07T01:17:02,237 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ced5a88335068bd16b8622955e5122db, NAME => 'hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481 2024-12-07T01:17:02,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741838_1014 (size=44) 2024-12-07T01:17:02,257 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:17:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:17:02,484 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-07T01:17:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:17:02,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:17:02,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ced5a88335068bd16b8622955e5122db, disabling compactions & flushes 2024-12-07T01:17:02,653 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. 2024-12-07T01:17:02,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. 2024-12-07T01:17:02,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. after waiting 0 ms 2024-12-07T01:17:02,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. 2024-12-07T01:17:02,653 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. 2024-12-07T01:17:02,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ced5a88335068bd16b8622955e5122db: Waiting for close lock at 1733534222653Disabling compacts and flushes for region at 1733534222653Disabling writes for close at 1733534222653Writing region close event to WAL at 1733534222653Closed at 1733534222653 2024-12-07T01:17:02,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:17:02,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534222698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534222698"}]},"ts":"1733534222698"} 2024-12-07T01:17:02,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:17:02,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:17:02,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534222703"}]},"ts":"1733534222703"} 2024-12-07T01:17:02,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:17:02,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ced5a88335068bd16b8622955e5122db, ASSIGN}] 2024-12-07T01:17:02,708 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ced5a88335068bd16b8622955e5122db, ASSIGN 2024-12-07T01:17:02,709 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ced5a88335068bd16b8622955e5122db, ASSIGN; state=OFFLINE, location=ec1863dc21e5,38723,1733534209325; forceNewPlan=false, retain=false 2024-12-07T01:17:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:17:02,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ced5a88335068bd16b8622955e5122db, regionState=OPENING, regionLocation=ec1863dc21e5,38723,1733534209325 2024-12-07T01:17:02,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ced5a88335068bd16b8622955e5122db, ASSIGN because future has completed 2024-12-07T01:17:02,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ced5a88335068bd16b8622955e5122db, server=ec1863dc21e5,38723,1733534209325}] 2024-12-07T01:17:03,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. 2024-12-07T01:17:03,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:17:03,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:17:03,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C38723%2C1733534209325.rep, suffix=, logDir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325, archiveDir=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/oldWALs, maxLogs=10 2024-12-07T01:17:03,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.rep.1733534223023, exclude list is [], retry=0 2024-12-07T01:17:03,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39199,DS-05652794-f208-4d9a-b1a0-35e5d4774a2e,DISK] 2024-12-07T01:17:03,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.rep.1733534223023 2024-12-07T01:17:03,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42007:42007)] 2024-12-07T01:17:03,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ced5a88335068bd16b8622955e5122db, NAME => 'hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:17:03,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:17:03,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:17:03,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. service=MultiRowMutationService 2024-12-07T01:17:03,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:17:03,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ced5a88335068bd16b8622955e5122db 2024-12-07T01:17:03,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:17:03,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ced5a88335068bd16b8622955e5122db 2024-12-07T01:17:03,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ced5a88335068bd16b8622955e5122db 2024-12-07T01:17:03,064 INFO [StoreOpener-ced5a88335068bd16b8622955e5122db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ced5a88335068bd16b8622955e5122db 2024-12-07T01:17:03,066 INFO [StoreOpener-ced5a88335068bd16b8622955e5122db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ced5a88335068bd16b8622955e5122db columnFamilyName hfileref 2024-12-07T01:17:03,066 DEBUG [StoreOpener-ced5a88335068bd16b8622955e5122db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:17:03,067 INFO [StoreOpener-ced5a88335068bd16b8622955e5122db-1 {}] regionserver.HStore(327): Store=ced5a88335068bd16b8622955e5122db/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:17:03,067 INFO [StoreOpener-ced5a88335068bd16b8622955e5122db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ced5a88335068bd16b8622955e5122db 2024-12-07T01:17:03,070 INFO [StoreOpener-ced5a88335068bd16b8622955e5122db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ced5a88335068bd16b8622955e5122db columnFamilyName queue 2024-12-07T01:17:03,070 DEBUG [StoreOpener-ced5a88335068bd16b8622955e5122db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:17:03,071 INFO [StoreOpener-ced5a88335068bd16b8622955e5122db-1 {}] regionserver.HStore(327): Store=ced5a88335068bd16b8622955e5122db/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:17:03,071 INFO [StoreOpener-ced5a88335068bd16b8622955e5122db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ced5a88335068bd16b8622955e5122db 2024-12-07T01:17:03,072 INFO [StoreOpener-ced5a88335068bd16b8622955e5122db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ced5a88335068bd16b8622955e5122db columnFamilyName sid 2024-12-07T01:17:03,072 DEBUG [StoreOpener-ced5a88335068bd16b8622955e5122db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:17:03,073 INFO [StoreOpener-ced5a88335068bd16b8622955e5122db-1 {}] regionserver.HStore(327): Store=ced5a88335068bd16b8622955e5122db/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:17:03,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ced5a88335068bd16b8622955e5122db 2024-12-07T01:17:03,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/replication/ced5a88335068bd16b8622955e5122db 2024-12-07T01:17:03,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/replication/ced5a88335068bd16b8622955e5122db 2024-12-07T01:17:03,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ced5a88335068bd16b8622955e5122db 2024-12-07T01:17:03,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ced5a88335068bd16b8622955e5122db 2024-12-07T01:17:03,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:17:03,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ced5a88335068bd16b8622955e5122db 2024-12-07T01:17:03,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/replication/ced5a88335068bd16b8622955e5122db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:17:03,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ced5a88335068bd16b8622955e5122db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66353646, jitterRate=-0.01125362515449524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:17:03,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ced5a88335068bd16b8622955e5122db 2024-12-07T01:17:03,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ced5a88335068bd16b8622955e5122db: Running coprocessor pre-open hook at 1733534223049Writing region info on filesystem at 1733534223049Initializing all the Stores at 1733534223050 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534223050Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534223064 (+14 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534223064Cleaning up temporary data from old regions at 1733534223075 (+11 ms)Running coprocessor post-open hooks at 1733534223083 (+8 ms)Region opened successfully at 1733534223084 (+1 ms) 2024-12-07T01:17:03,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db., pid=10, masterSystemTime=1733534223016 2024-12-07T01:17:03,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. 2024-12-07T01:17:03,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. 2024-12-07T01:17:03,089 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ced5a88335068bd16b8622955e5122db, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,38723,1733534209325 2024-12-07T01:17:03,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ced5a88335068bd16b8622955e5122db, server=ec1863dc21e5,38723,1733534209325 because future has completed 2024-12-07T01:17:03,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T01:17:03,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ced5a88335068bd16b8622955e5122db, server=ec1863dc21e5,38723,1733534209325 in 229 msec 2024-12-07T01:17:03,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-07T01:17:03,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ced5a88335068bd16b8622955e5122db, ASSIGN in 390 msec 2024-12-07T01:17:03,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:17:03,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534223100"}]},"ts":"1733534223100"} 2024-12-07T01:17:03,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:17:03,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:17:03,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 901 msec 2024-12-07T01:17:03,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db., hostname=ec1863dc21e5,38723,1733534209325, seqNum=2] 2024-12-07T01:17:03,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:17:03,244 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:17:03,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:17:03,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:17:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:17:03,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:17:03,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:17:03,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:17:03,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:17:03,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-07T01:17:03,423 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:17:03,454 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,38723,1733534209325, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:17:03,455 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:17:03,455 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,38723,1733534209325, seqNum=-1] 2024-12-07T01:17:03,455 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:17:03,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-07T01:17:03,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,38723,1733534209325', locateType=CURRENT is [region=hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db., hostname=ec1863dc21e5,38723,1733534209325, seqNum=2] 2024-12-07T01:17:03,495 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-07T01:17:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-07T01:17:03,499 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,38723,1733534209325 suceeded 2024-12-07T01:17:03,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-07T01:17:03,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 233 msec 2024-12-07T01:17:03,502 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:46401,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-07T01:17:03,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3100 sec 2024-12-07T01:17:03,531 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:46401' 2024-12-07T01:17:03,555 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33d863e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:03,555 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,46401,-1 for getting cluster id 2024-12-07T01:17:03,556 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:17:03,557 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1412f86-9bf2-4a0b-8586-86d02553b1ae' 2024-12-07T01:17:03,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:17:03,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1412f86-9bf2-4a0b-8586-86d02553b1ae" 2024-12-07T01:17:03,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5373b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:03,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,46401,-1] 2024-12-07T01:17:03,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:17:03,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:03,560 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:17:03,561 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44eb736f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:03,561 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:17:03,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,46401,1733534214148 2024-12-07T01:17:03,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f3a3265 2024-12-07T01:17:03,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:17:03,564 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-07T01:17:03,567 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,38723,1733534209325 (queues=1) is replicating from cluster=5dc61b5e-5ba6-4503-91cd-081147957df3 to cluster=b1412f86-9bf2-4a0b-8586-86d02553b1ae 2024-12-07T01:17:03,569 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C38723%2C1733534209325 2024-12-07T01:17:03,569 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,38723,1733534209325, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:17:03,580 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909, startPosition=0, beingWritten=true 2024-12-07T01:17:03,597 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.shipperec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C38723%2C1733534209325 2024-12-07T01:17:03,603 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:17:03,603 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 379, reset compression=false 2024-12-07T01:17:03,603 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.shipperec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,38723,1733534209325 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:17:03,827 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 379, reset compression=false 2024-12-07T01:17:04,131 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 379, reset compression=false 2024-12-07T01:17:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:17:04,376 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:17:04,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:17:04,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:17:04,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:04,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:04,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:17:04,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:17:04,386 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733534224384/Put/seqid=0 2024-12-07T01:17:04,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741840_1016 (size=7894) 2024-12-07T01:17:04,538 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 379, reset compression=false 2024-12-07T01:17:04,800 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f/f/hfile_1 is 34, key is ddd/f:row/1733534224799/Put/seqid=0 2024-12-07T01:17:04,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741841_1017 (size=7691) 2024-12-07T01:17:05,043 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 379, reset compression=false 2024-12-07T01:17:05,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba66db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:05,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,43559,-1 for getting cluster id 2024-12-07T01:17:05,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:17:05,215 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc61b5e-5ba6-4503-91cd-081147957df3' 2024-12-07T01:17:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:17:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc61b5e-5ba6-4503-91cd-081147957df3" 2024-12-07T01:17:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc5565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,43559,-1] 2024-12-07T01:17:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:17:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:05,217 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:17:05,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9c64d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:05,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:17:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,38723,1733534209325, seqNum=-1] 2024-12-07T01:17:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:17:05,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:17:05,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:17:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,43559,1733534209054 2024-12-07T01:17:05,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3305205c 2024-12-07T01:17:05,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:17:05,237 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:17:05,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7., hostname=ec1863dc21e5,38723,1733534209325, seqNum=2] 2024-12-07T01:17:05,258 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-07T01:17:05,273 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-07T01:17:05,279 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-07T01:17:05,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f/f/hfile_0 for inclusion in fd92872b2867c3a0a09d2827a0d152e7/f 2024-12-07T01:17:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-07T01:17:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:17:05,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f/f/hfile_1 for inclusion in fd92872b2867c3a0a09d2827a0d152e7/f 2024-12-07T01:17:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-07T01:17:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:17:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HRegion(2603): Flush status journal for fd92872b2867c3a0a09d2827a0d152e7: 2024-12-07T01:17:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f/f/hfile_0 to hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__mfa35a63jooukc84e3ji2n1anetusq61r7qaehi8fn0o0s5gfi681p3096ger5e8/f/hfile_0 2024-12-07T01:17:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__mfa35a63jooukc84e3ji2n1anetusq61r7qaehi8fn0o0s5gfi681p3096ger5e8/f/hfile_0 as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f/919229cf156f40c9bb90c7cd6d30c646_SeqId_4_ 2024-12-07T01:17:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f/f/hfile_1 to hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__mfa35a63jooukc84e3ji2n1anetusq61r7qaehi8fn0o0s5gfi681p3096ger5e8/f/hfile_1 2024-12-07T01:17:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__mfa35a63jooukc84e3ji2n1anetusq61r7qaehi8fn0o0s5gfi681p3096ger5e8/f/hfile_1 as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f/4e97c783b8f2453fbc3cf33a187bc752_SeqId_4_ 2024-12-07T01:17:05,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__mfa35a63jooukc84e3ji2n1anetusq61r7qaehi8fn0o0s5gfi681p3096ger5e8/f/hfile_0 into fd92872b2867c3a0a09d2827a0d152e7/f as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f/919229cf156f40c9bb90c7cd6d30c646_SeqId_4_ - updating store file list. 2024-12-07T01:17:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 919229cf156f40c9bb90c7cd6d30c646_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T01:17:05,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f/919229cf156f40c9bb90c7cd6d30c646_SeqId_4_ into fd92872b2867c3a0a09d2827a0d152e7/f 2024-12-07T01:17:05,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__mfa35a63jooukc84e3ji2n1anetusq61r7qaehi8fn0o0s5gfi681p3096ger5e8/f/hfile_0 into fd92872b2867c3a0a09d2827a0d152e7/f (new location: hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f/919229cf156f40c9bb90c7cd6d30c646_SeqId_4_) 2024-12-07T01:17:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__mfa35a63jooukc84e3ji2n1anetusq61r7qaehi8fn0o0s5gfi681p3096ger5e8/f/hfile_0 2024-12-07T01:17:05,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__mfa35a63jooukc84e3ji2n1anetusq61r7qaehi8fn0o0s5gfi681p3096ger5e8/f/hfile_1 into fd92872b2867c3a0a09d2827a0d152e7/f as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f/4e97c783b8f2453fbc3cf33a187bc752_SeqId_4_ - updating store file list. 2024-12-07T01:17:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4e97c783b8f2453fbc3cf33a187bc752_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T01:17:05,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f/4e97c783b8f2453fbc3cf33a187bc752_SeqId_4_ into fd92872b2867c3a0a09d2827a0d152e7/f 2024-12-07T01:17:05,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__mfa35a63jooukc84e3ji2n1anetusq61r7qaehi8fn0o0s5gfi681p3096ger5e8/f/hfile_1 into fd92872b2867c3a0a09d2827a0d152e7/f (new location: hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f/4e97c783b8f2453fbc3cf33a187bc752_SeqId_4_) 2024-12-07T01:17:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__mfa35a63jooukc84e3ji2n1anetusq61r7qaehi8fn0o0s5gfi681p3096ger5e8/f/hfile_1 2024-12-07T01:17:05,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:17:05,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:17:05,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:05,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:05,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:17:05,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7., hostname=ec1863dc21e5,38723,1733534209325, seqNum=2 , the old value is region=test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7., hostname=ec1863dc21e5,38723,1733534209325, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ec1863dc21e5:38723 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-07T01:17:05,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7., hostname=ec1863dc21e5,38723,1733534209325, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-07T01:17:05,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7., hostname=ec1863dc21e5,38723,1733534209325, seqNum=2 from cache 2024-12-07T01:17:05,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:17:05,425 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-07T01:17:05,427 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,36925,1733534214308, seqNum=-1] 2024-12-07T01:17:05,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:17:05,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:17:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa., hostname=ec1863dc21e5,36925,1733534214308, seqNum=2] 2024-12-07T01:17:05,433 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-07T01:17:05,525 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:38723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-07T01:17:05,647 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 379, reset compression=false 2024-12-07T01:17:05,653 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:17:05,653 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.shipperec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,38723,1733534209325 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd92872b2867c3a0a09d2827a0d152e7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733534225411/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-07T01:17:05,679 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.shipperec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:17:05,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-07T01:17:05,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.ReplicationSink(318): Replicating [5dc61b5e-5ba6-4503-91cd-081147957df3] bulk loaded data 2024-12-07T01:17:05,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3958483f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:05,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,46401,-1 for getting cluster id 2024-12-07T01:17:05,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:17:05,686 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1412f86-9bf2-4a0b-8586-86d02553b1ae' 2024-12-07T01:17:05,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:17:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1412f86-9bf2-4a0b-8586-86d02553b1ae" 2024-12-07T01:17:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1da0f7b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,46401,-1] 2024-12-07T01:17:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:17:05,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:05,688 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:17:05,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cab3d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:05,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741837_1013 (size=7894) 2024-12-07T01:17:05,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741838_1014 (size=7691) 2024-12-07T01:17:05,854 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 687, reset compression=false 2024-12-07T01:17:06,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:17:06,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,46401,1733534214148 2024-12-07T01:17:06,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@160729c6 2024-12-07T01:17:06,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:17:06,145 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-07T01:17:06,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-07T01:17:06,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:17:06,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,36925,1733534214308, seqNum=-1] 2024-12-07T01:17:06,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:17:06,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-07T01:17:06,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/staging/jenkins.hfs.6__test__2i5bcmnml4vh0cccf9ilr53ivvi25tqjtvoka53d5in1620uri555jo0ce7jhuca/f/4e97c783b8f2453fbc3cf33a187bc752_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-07T01:17:06,160 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 687, reset compression=false 2024-12-07T01:17:06,167 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/staging/jenkins.hfs.6__test__2i5bcmnml4vh0cccf9ilr53ivvi25tqjtvoka53d5in1620uri555jo0ce7jhuca/f/919229cf156f40c9bb90c7cd6d30c646_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-07T01:17:06,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/staging/jenkins.hfs.6__test__2i5bcmnml4vh0cccf9ilr53ivvi25tqjtvoka53d5in1620uri555jo0ce7jhuca/f/919229cf156f40c9bb90c7cd6d30c646_SeqId_4_ for inclusion in dd150fef8e7edc5253f39cd3d19ba6fa/f 2024-12-07T01:17:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-07T01:17:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:17:06,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/staging/jenkins.hfs.6__test__2i5bcmnml4vh0cccf9ilr53ivvi25tqjtvoka53d5in1620uri555jo0ce7jhuca/f/4e97c783b8f2453fbc3cf33a187bc752_SeqId_4_ for inclusion in dd150fef8e7edc5253f39cd3d19ba6fa/f 2024-12-07T01:17:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-07T01:17:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:17:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HRegion(2603): Flush status journal for dd150fef8e7edc5253f39cd3d19ba6fa: 2024-12-07T01:17:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 919229cf156f40c9bb90c7cd6d30c646_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-07T01:17:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/staging/jenkins.hfs.6__test__2i5bcmnml4vh0cccf9ilr53ivvi25tqjtvoka53d5in1620uri555jo0ce7jhuca/f/919229cf156f40c9bb90c7cd6d30c646_SeqId_4_ as hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/default/test/dd150fef8e7edc5253f39cd3d19ba6fa/f/6a436da8264342dda3e56b9c94240ef5_SeqId_4_ 2024-12-07T01:17:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4e97c783b8f2453fbc3cf33a187bc752_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-07T01:17:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/staging/jenkins.hfs.6__test__2i5bcmnml4vh0cccf9ilr53ivvi25tqjtvoka53d5in1620uri555jo0ce7jhuca/f/4e97c783b8f2453fbc3cf33a187bc752_SeqId_4_ as hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/default/test/dd150fef8e7edc5253f39cd3d19ba6fa/f/05a62baec1714cd6a6cdf1275afcbfd7_SeqId_4_ 2024-12-07T01:17:06,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/staging/jenkins.hfs.6__test__2i5bcmnml4vh0cccf9ilr53ivvi25tqjtvoka53d5in1620uri555jo0ce7jhuca/f/919229cf156f40c9bb90c7cd6d30c646_SeqId_4_ into dd150fef8e7edc5253f39cd3d19ba6fa/f as hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/default/test/dd150fef8e7edc5253f39cd3d19ba6fa/f/6a436da8264342dda3e56b9c94240ef5_SeqId_4_ - updating store file list. 2024-12-07T01:17:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6a436da8264342dda3e56b9c94240ef5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T01:17:06,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/default/test/dd150fef8e7edc5253f39cd3d19ba6fa/f/6a436da8264342dda3e56b9c94240ef5_SeqId_4_ into dd150fef8e7edc5253f39cd3d19ba6fa/f 2024-12-07T01:17:06,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/staging/jenkins.hfs.6__test__2i5bcmnml4vh0cccf9ilr53ivvi25tqjtvoka53d5in1620uri555jo0ce7jhuca/f/919229cf156f40c9bb90c7cd6d30c646_SeqId_4_ into dd150fef8e7edc5253f39cd3d19ba6fa/f (new location: hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/default/test/dd150fef8e7edc5253f39cd3d19ba6fa/f/6a436da8264342dda3e56b9c94240ef5_SeqId_4_) 2024-12-07T01:17:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/staging/jenkins.hfs.6__test__2i5bcmnml4vh0cccf9ilr53ivvi25tqjtvoka53d5in1620uri555jo0ce7jhuca/f/919229cf156f40c9bb90c7cd6d30c646_SeqId_4_ 2024-12-07T01:17:06,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/staging/jenkins.hfs.6__test__2i5bcmnml4vh0cccf9ilr53ivvi25tqjtvoka53d5in1620uri555jo0ce7jhuca/f/4e97c783b8f2453fbc3cf33a187bc752_SeqId_4_ into dd150fef8e7edc5253f39cd3d19ba6fa/f as hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/default/test/dd150fef8e7edc5253f39cd3d19ba6fa/f/05a62baec1714cd6a6cdf1275afcbfd7_SeqId_4_ - updating store file list. 2024-12-07T01:17:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 05a62baec1714cd6a6cdf1275afcbfd7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T01:17:06,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/default/test/dd150fef8e7edc5253f39cd3d19ba6fa/f/05a62baec1714cd6a6cdf1275afcbfd7_SeqId_4_ into dd150fef8e7edc5253f39cd3d19ba6fa/f 2024-12-07T01:17:06,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/staging/jenkins.hfs.6__test__2i5bcmnml4vh0cccf9ilr53ivvi25tqjtvoka53d5in1620uri555jo0ce7jhuca/f/4e97c783b8f2453fbc3cf33a187bc752_SeqId_4_ into dd150fef8e7edc5253f39cd3d19ba6fa/f (new location: hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/default/test/dd150fef8e7edc5253f39cd3d19ba6fa/f/05a62baec1714cd6a6cdf1275afcbfd7_SeqId_4_) 2024-12-07T01:17:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/staging/jenkins.hfs.6__test__2i5bcmnml4vh0cccf9ilr53ivvi25tqjtvoka53d5in1620uri555jo0ce7jhuca/f/4e97c783b8f2453fbc3cf33a187bc752_SeqId_4_ 2024-12-07T01:17:06,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36925 {}] regionserver.ReplicationSink(324): Finished replicating [5dc61b5e-5ba6-4503-91cd-081147957df3] bulk loaded data 2024-12-07T01:17:06,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:17:06,459 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733534226458/Put/seqid=0 2024-12-07T01:17:06,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741842_1018 (size=7997) 2024-12-07T01:17:06,473 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733534226471/Put/seqid=0 2024-12-07T01:17:06,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741843_1019 (size=7794) 2024-12-07T01:17:06,575 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 687, reset compression=false 2024-12-07T01:17:06,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ae4d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:06,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,43559,-1 for getting cluster id 2024-12-07T01:17:06,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:17:06,882 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc61b5e-5ba6-4503-91cd-081147957df3' 2024-12-07T01:17:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:17:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc61b5e-5ba6-4503-91cd-081147957df3" 2024-12-07T01:17:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22848e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,43559,-1] 2024-12-07T01:17:06,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:17:06,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:06,884 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:17:06,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6585b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:17:06,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:17:06,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,38723,1733534209325, seqNum=-1] 2024-12-07T01:17:06,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:17:06,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:17:06,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:17:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,43559,1733534209054 2024-12-07T01:17:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42454f20 2024-12-07T01:17:06,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:17:06,903 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:17:06,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7., hostname=ec1863dc21e5,38723,1733534209325, seqNum=2] 2024-12-07T01:17:06,913 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-07T01:17:06,923 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-07T01:17:06,928 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-07T01:17:06,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f1/f1/hfile_0 for inclusion in fd92872b2867c3a0a09d2827a0d152e7/f1 2024-12-07T01:17:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-07T01:17:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:17:06,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f1/f1/hfile_1 for inclusion in fd92872b2867c3a0a09d2827a0d152e7/f1 2024-12-07T01:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-07T01:17:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:17:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HRegion(2603): Flush status journal for fd92872b2867c3a0a09d2827a0d152e7: 2024-12-07T01:17:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f1/f1/hfile_0 to hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__ejj3qdjpfhueb5a1maj5l5u6laashg4qj5eds5gii7q8ok9ghmrc2i8qrb6hrt6i/f1/hfile_0 2024-12-07T01:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__ejj3qdjpfhueb5a1maj5l5u6laashg4qj5eds5gii7q8ok9ghmrc2i8qrb6hrt6i/f1/hfile_0 as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f1/c3521382ed2143a0af7935db9ae34d90_SeqId_6_ 2024-12-07T01:17:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/load_f1/f1/hfile_1 to hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__ejj3qdjpfhueb5a1maj5l5u6laashg4qj5eds5gii7q8ok9ghmrc2i8qrb6hrt6i/f1/hfile_1 2024-12-07T01:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__ejj3qdjpfhueb5a1maj5l5u6laashg4qj5eds5gii7q8ok9ghmrc2i8qrb6hrt6i/f1/hfile_1 as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f1/cb44607d52b843abafd835bcb3d7b7c7_SeqId_6_ 2024-12-07T01:17:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-07T01:17:06,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__ejj3qdjpfhueb5a1maj5l5u6laashg4qj5eds5gii7q8ok9ghmrc2i8qrb6hrt6i/f1/hfile_0 into fd92872b2867c3a0a09d2827a0d152e7/f1 as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f1/c3521382ed2143a0af7935db9ae34d90_SeqId_6_ - updating store file list. 2024-12-07T01:17:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c3521382ed2143a0af7935db9ae34d90_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-07T01:17:06,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f1/c3521382ed2143a0af7935db9ae34d90_SeqId_6_ into fd92872b2867c3a0a09d2827a0d152e7/f1 2024-12-07T01:17:06,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__ejj3qdjpfhueb5a1maj5l5u6laashg4qj5eds5gii7q8ok9ghmrc2i8qrb6hrt6i/f1/hfile_0 into fd92872b2867c3a0a09d2827a0d152e7/f1 (new location: hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f1/c3521382ed2143a0af7935db9ae34d90_SeqId_6_) 2024-12-07T01:17:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__ejj3qdjpfhueb5a1maj5l5u6laashg4qj5eds5gii7q8ok9ghmrc2i8qrb6hrt6i/f1/hfile_0 2024-12-07T01:17:06,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__ejj3qdjpfhueb5a1maj5l5u6laashg4qj5eds5gii7q8ok9ghmrc2i8qrb6hrt6i/f1/hfile_1 into fd92872b2867c3a0a09d2827a0d152e7/f1 as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f1/cb44607d52b843abafd835bcb3d7b7c7_SeqId_6_ - updating store file list. 2024-12-07T01:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb44607d52b843abafd835bcb3d7b7c7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-07T01:17:06,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f1/cb44607d52b843abafd835bcb3d7b7c7_SeqId_6_ into fd92872b2867c3a0a09d2827a0d152e7/f1 2024-12-07T01:17:06,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__ejj3qdjpfhueb5a1maj5l5u6laashg4qj5eds5gii7q8ok9ghmrc2i8qrb6hrt6i/f1/hfile_1 into fd92872b2867c3a0a09d2827a0d152e7/f1 (new location: hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/f1/cb44607d52b843abafd835bcb3d7b7c7_SeqId_6_) 2024-12-07T01:17:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/staging/jenkins__test__ejj3qdjpfhueb5a1maj5l5u6laashg4qj5eds5gii7q8ok9ghmrc2i8qrb6hrt6i/f1/hfile_1 2024-12-07T01:17:06,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:17:06,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:17:06,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:06,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:17:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7., hostname=ec1863dc21e5,38723,1733534209325, seqNum=2 , the old value is region=test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7., hostname=ec1863dc21e5,38723,1733534209325, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ec1863dc21e5:38723 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-07T01:17:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7., hostname=ec1863dc21e5,38723,1733534209325, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-07T01:17:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7., hostname=ec1863dc21e5,38723,1733534209325, seqNum=2 from cache 2024-12-07T01:17:06,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:17:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,38723,1733534209325, seqNum=-1] 2024-12-07T01:17:06,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:17:06,981 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-07T01:17:06,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:17:06,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:17:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7., hostname=ec1863dc21e5,38723,1733534209325, seqNum=2] 2024-12-07T01:17:07,079 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 687, reset compression=false 2024-12-07T01:17:07,085 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:38723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-07T01:17:07,090 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:17:07,090 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:07,090 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.shipperec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,38723,1733534209325 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:17:07,298 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:07,602 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:08,007 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:08,517 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:08,551 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:17:08,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:17:08,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:17:08,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:17:08,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:17:09,121 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:09,826 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:10,630 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:10,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-07T01:17:10,790 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-07T01:17:11,535 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:12,540 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:13,649 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:14,854 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:16,159 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:17,569 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:18,635 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T01:17:19,073 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:20,677 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:22,381 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:23,737 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T01:17:24,185 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:26,089 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:27,094 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.shipperec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,38723,1733534209325 got entry batch from reader: null 2024-12-07T01:17:28,093 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:30,197 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:31,798 INFO [master/ec1863dc21e5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-07T01:17:31,798 INFO [master/ec1863dc21e5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-07T01:17:32,401 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:34,706 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:37,111 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:37,923 INFO [master/ec1863dc21e5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-07T01:17:37,923 INFO [master/ec1863dc21e5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-07T01:17:39,614 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:42,219 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:44,015 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fd92872b2867c3a0a09d2827a0d152e7, had cached 0 bytes from a total of 31376 2024-12-07T01:17:44,924 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:46,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dd150fef8e7edc5253f39cd3d19ba6fa, had cached 0 bytes from a total of 15585 2024-12-07T01:17:47,095 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.shipperec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,38723,1733534209325 got entry batch from reader: null 2024-12-07T01:17:47,728 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:48,635 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T01:17:50,632 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:53,636 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:53,737 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T01:17:56,740 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:17:57,837 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-07T01:17:59,944 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:18:03,249 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:18:06,652 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:18:07,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:18:07,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:18:07,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:07,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:07,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:07,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:18:07,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=60353356, stopped=false 2024-12-07T01:18:07,010 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,46401,1733534214148 2024-12-07T01:18:07,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:18:07,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1776029201/running 2024-12-07T01:18:07,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1776029201/running 2024-12-07T01:18:07,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:18:07,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:18:07,056 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:18:07,056 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:18:07,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:07,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:07,056 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,36925,1733534214308' ***** 2024-12-07T01:18:07,056 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:18:07,057 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:18:07,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Set watcher on znode that does not yet exist, /1776029201/running 2024-12-07T01:18:07,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Set watcher on znode that does not yet exist, /1776029201/running 2024-12-07T01:18:07,057 INFO [RS:0;ec1863dc21e5:36925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:18:07,057 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:18:07,057 INFO [RS:0;ec1863dc21e5:36925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:18:07,057 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(3091): Received CLOSE for dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:18:07,057 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,36925,1733534214308 2024-12-07T01:18:07,058 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:18:07,058 INFO [RS:0;ec1863dc21e5:36925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:36925. 2024-12-07T01:18:07,058 DEBUG [RS:0;ec1863dc21e5:36925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:07,058 DEBUG [RS:0;ec1863dc21e5:36925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:07,058 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd150fef8e7edc5253f39cd3d19ba6fa, disabling compactions & flushes 2024-12-07T01:18:07,058 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:18:07,058 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa. 2024-12-07T01:18:07,058 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:18:07,058 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa. 2024-12-07T01:18:07,058 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:18:07,058 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa. after waiting 0 ms 2024-12-07T01:18:07,058 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa. 2024-12-07T01:18:07,058 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:18:07,058 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T01:18:07,058 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dd150fef8e7edc5253f39cd3d19ba6fa=test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa.} 2024-12-07T01:18:07,058 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd150fef8e7edc5253f39cd3d19ba6fa 2024-12-07T01:18:07,058 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:18:07,058 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:18:07,058 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:18:07,058 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:18:07,058 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:18:07,058 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-07T01:18:07,069 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/default/test/dd150fef8e7edc5253f39cd3d19ba6fa/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-07T01:18:07,070 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:18:07,070 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:18:07,070 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa. 2024-12-07T01:18:07,070 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd150fef8e7edc5253f39cd3d19ba6fa: Waiting for close lock at 1733534287058Running coprocessor pre-close hooks at 1733534287058Disabling compacts and flushes for region at 1733534287058Disabling writes for close at 1733534287058Writing region close event to WAL at 1733534287058Running coprocessor post-close hooks at 1733534287070 (+12 ms)Closed at 1733534287070 2024-12-07T01:18:07,070 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa. 2024-12-07T01:18:07,080 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/.tmp/info/1ee979c4f4d74588b770593f98f6fad0 is 129, key is test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa./info:regioninfo/1733534221200/Put/seqid=0 2024-12-07T01:18:07,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741839_1015 (size=6421) 2024-12-07T01:18:07,095 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.shipperec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,38723,1733534209325 got entry batch from reader: null 2024-12-07T01:18:07,101 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:18:07,258 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:07,459 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:07,487 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/.tmp/info/1ee979c4f4d74588b770593f98f6fad0 2024-12-07T01:18:07,510 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/.tmp/ns/34e9f781934a4277873d1107dc2a4757 is 43, key is default/ns:d/1733534217817/Put/seqid=0 2024-12-07T01:18:07,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741840_1016 (size=5153) 2024-12-07T01:18:07,549 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:18:07,550 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:18:07,659 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:07,859 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:07,915 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/.tmp/ns/34e9f781934a4277873d1107dc2a4757 2024-12-07T01:18:07,933 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/.tmp/rep_barrier/e86b28e4fa9e430dbd46ab9847f1c42f is 112, key is test,,1733534220028.dd150fef8e7edc5253f39cd3d19ba6fa./rep_barrier:seqnumDuringOpen/1733534221200/Put/seqid=0 2024-12-07T01:18:07,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741841_1017 (size=5518) 2024-12-07T01:18:08,059 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T01:18:08,059 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:18:08,059 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:08,260 DEBUG [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:08,339 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/.tmp/rep_barrier/e86b28e4fa9e430dbd46ab9847f1c42f 2024-12-07T01:18:08,358 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/.tmp/table/d78b4ef810b14309af2263eeb319442a is 40, key is test/table:state/1733534221215/Put/seqid=0 2024-12-07T01:18:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741842_1018 (size=5165) 2024-12-07T01:18:08,369 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/.tmp/table/d78b4ef810b14309af2263eeb319442a 2024-12-07T01:18:08,377 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/.tmp/info/1ee979c4f4d74588b770593f98f6fad0 as hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/info/1ee979c4f4d74588b770593f98f6fad0 2024-12-07T01:18:08,382 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/info/1ee979c4f4d74588b770593f98f6fad0, entries=10, sequenceid=11, filesize=6.3 K 2024-12-07T01:18:08,383 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/.tmp/ns/34e9f781934a4277873d1107dc2a4757 as hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/ns/34e9f781934a4277873d1107dc2a4757 2024-12-07T01:18:08,389 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/ns/34e9f781934a4277873d1107dc2a4757, entries=2, sequenceid=11, filesize=5.0 K 2024-12-07T01:18:08,390 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/.tmp/rep_barrier/e86b28e4fa9e430dbd46ab9847f1c42f as hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/rep_barrier/e86b28e4fa9e430dbd46ab9847f1c42f 2024-12-07T01:18:08,395 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/rep_barrier/e86b28e4fa9e430dbd46ab9847f1c42f, entries=1, sequenceid=11, filesize=5.4 K 2024-12-07T01:18:08,396 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/.tmp/table/d78b4ef810b14309af2263eeb319442a as hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/table/d78b4ef810b14309af2263eeb319442a 2024-12-07T01:18:08,401 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/table/d78b4ef810b14309af2263eeb319442a, entries=2, sequenceid=11, filesize=5.0 K 2024-12-07T01:18:08,402 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=11, compaction requested=false 2024-12-07T01:18:08,410 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-07T01:18:08,411 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:18:08,411 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:18:08,411 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:18:08,411 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534287058Running coprocessor pre-close hooks at 1733534287058Disabling compacts and flushes for region at 1733534287058Disabling writes for close at 1733534287058Obtaining lock to block concurrent updates at 1733534287058Preparing flush snapshotting stores in 1588230740 at 1733534287058Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733534287059 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733534287059Flushing 1588230740/info: creating writer at 1733534287059Flushing 1588230740/info: appending metadata at 1733534287080 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733534287080Flushing 1588230740/ns: creating writer at 1733534287493 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733534287510 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733534287510Flushing 1588230740/rep_barrier: creating writer at 1733534287920 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534287933 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534287933Flushing 1588230740/table: creating writer at 1733534288344 (+411 ms)Flushing 1588230740/table: appending metadata at 1733534288358 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733534288358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d55fb09: reopening flushed file at 1733534288376 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b543831: reopening flushed file at 1733534288383 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5896e52f: reopening flushed file at 1733534288389 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53555d6f: reopening flushed file at 1733534288395 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=11, compaction requested=false at 1733534288402 (+7 ms)Writing region close event to WAL at 1733534288404 (+2 ms)Running coprocessor post-close hooks at 1733534288411 (+7 ms)Closed at 1733534288411 2024-12-07T01:18:08,411 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:18:08,460 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,36925,1733534214308; all regions closed. 2024-12-07T01:18:08,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741834_1010 (size=2717) 2024-12-07T01:18:08,466 DEBUG [RS:0;ec1863dc21e5:36925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/oldWALs 2024-12-07T01:18:08,466 INFO [RS:0;ec1863dc21e5:36925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C36925%2C1733534214308.meta:.meta(num 1733534217762) 2024-12-07T01:18:08,476 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/WALs/ec1863dc21e5,36925,1733534214308/ec1863dc21e5%2C36925%2C1733534214308.1733534216617 not finished, retry = 0 2024-12-07T01:18:08,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741832_1008 (size=1028) 2024-12-07T01:18:08,578 DEBUG [RS:0;ec1863dc21e5:36925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/oldWALs 2024-12-07T01:18:08,578 INFO [RS:0;ec1863dc21e5:36925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C36925%2C1733534214308:(num 1733534216617) 2024-12-07T01:18:08,578 DEBUG [RS:0;ec1863dc21e5:36925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:08,578 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:18:08,579 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:18:08,579 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T01:18:08,579 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:18:08,579 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:18:08,579 INFO [RS:0;ec1863dc21e5:36925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:36925. 2024-12-07T01:18:08,579 DEBUG [RS:0;ec1863dc21e5:36925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:08,579 DEBUG [RS:0;ec1863dc21e5:36925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:08,579 DEBUG [RS:0;ec1863dc21e5:36925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:08,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:18:08,580 INFO [RS:0;ec1863dc21e5:36925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36925 2024-12-07T01:18:08,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201/rs 2024-12-07T01:18:08,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1776029201/rs/ec1863dc21e5,36925,1733534214308 2024-12-07T01:18:08,607 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:18:08,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,36925,1733534214308] 2024-12-07T01:18:08,727 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1776029201/draining/ec1863dc21e5,36925,1733534214308 already deleted, retry=false 2024-12-07T01:18:08,728 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,36925,1733534214308 expired; onlineServers=0 2024-12-07T01:18:08,728 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,46401,1733534214148' ***** 2024-12-07T01:18:08,728 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:18:08,728 INFO [M:0;ec1863dc21e5:46401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:18:08,728 INFO [M:0;ec1863dc21e5:46401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:18:08,728 DEBUG [M:0;ec1863dc21e5:46401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:18:08,728 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:18:08,728 DEBUG [M:0;ec1863dc21e5:46401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:18:08,728 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534216399 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534216399,5,FailOnTimeoutGroup] 2024-12-07T01:18:08,728 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534216399 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534216399,5,FailOnTimeoutGroup] 2024-12-07T01:18:08,728 INFO [M:0;ec1863dc21e5:46401 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:18:08,728 INFO [M:0;ec1863dc21e5:46401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:18:08,728 DEBUG [M:0;ec1863dc21e5:46401 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:18:08,728 INFO [M:0;ec1863dc21e5:46401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:18:08,728 INFO [M:0;ec1863dc21e5:46401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:18:08,729 INFO [M:0;ec1863dc21e5:46401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:18:08,729 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:18:08,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:08,764 INFO [RS:0;ec1863dc21e5:36925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:18:08,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36925-0x101ad5cc7940004, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:08,764 INFO [RS:0;ec1863dc21e5:36925 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,36925,1733534214308; zookeeper connection closed. 2024-12-07T01:18:08,765 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c52caff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c52caff 2024-12-07T01:18:08,765 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:18:08,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1776029201/master 2024-12-07T01:18:08,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1776029201 2024-12-07T01:18:08,804 DEBUG [M:0;ec1863dc21e5:46401 {}] zookeeper.ZKUtil(347): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Unable to get data of znode /1776029201/master because node does not exist (not an error) 2024-12-07T01:18:08,804 WARN [M:0;ec1863dc21e5:46401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:18:08,805 INFO [M:0;ec1863dc21e5:46401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/.lastflushedseqids 2024-12-07T01:18:08,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741843_1019 (size=173) 2024-12-07T01:18:09,210 INFO [M:0;ec1863dc21e5:46401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:18:09,210 INFO [M:0;ec1863dc21e5:46401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:18:09,210 DEBUG [M:0;ec1863dc21e5:46401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:18:09,210 INFO [M:0;ec1863dc21e5:46401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:09,210 DEBUG [M:0;ec1863dc21e5:46401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:09,210 DEBUG [M:0;ec1863dc21e5:46401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:18:09,210 DEBUG [M:0;ec1863dc21e5:46401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:09,210 INFO [M:0;ec1863dc21e5:46401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-12-07T01:18:09,223 DEBUG [M:0;ec1863dc21e5:46401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37813b127f7c4a4c81763bf4abd7cf7f is 82, key is hbase:meta,,1/info:regioninfo/1733534217798/Put/seqid=0 2024-12-07T01:18:09,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741844_1020 (size=5672) 2024-12-07T01:18:09,627 INFO [M:0;ec1863dc21e5:46401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37813b127f7c4a4c81763bf4abd7cf7f 2024-12-07T01:18:09,651 DEBUG [M:0;ec1863dc21e5:46401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d932b0f03cc48529b7cd33e18a20951 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733534221221/Put/seqid=0 2024-12-07T01:18:09,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741845_1021 (size=6728) 2024-12-07T01:18:10,055 INFO [M:0;ec1863dc21e5:46401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d932b0f03cc48529b7cd33e18a20951 2024-12-07T01:18:10,060 INFO [M:0;ec1863dc21e5:46401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d932b0f03cc48529b7cd33e18a20951 2024-12-07T01:18:10,072 DEBUG [M:0;ec1863dc21e5:46401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ef1b53cc9d14513b0e0e882f009fcb2 is 69, key is ec1863dc21e5,36925,1733534214308/rs:state/1733534216471/Put/seqid=0 2024-12-07T01:18:10,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741846_1022 (size=5156) 2024-12-07T01:18:10,155 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 to pos 997, reset compression=false 2024-12-07T01:18:10,476 INFO [M:0;ec1863dc21e5:46401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ef1b53cc9d14513b0e0e882f009fcb2 2024-12-07T01:18:10,481 DEBUG [M:0;ec1863dc21e5:46401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37813b127f7c4a4c81763bf4abd7cf7f as hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37813b127f7c4a4c81763bf4abd7cf7f 2024-12-07T01:18:10,485 INFO [M:0;ec1863dc21e5:46401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37813b127f7c4a4c81763bf4abd7cf7f, entries=8, sequenceid=58, filesize=5.5 K 2024-12-07T01:18:10,486 DEBUG [M:0;ec1863dc21e5:46401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d932b0f03cc48529b7cd33e18a20951 as hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d932b0f03cc48529b7cd33e18a20951 2024-12-07T01:18:10,490 INFO [M:0;ec1863dc21e5:46401 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d932b0f03cc48529b7cd33e18a20951 2024-12-07T01:18:10,491 INFO [M:0;ec1863dc21e5:46401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d932b0f03cc48529b7cd33e18a20951, entries=6, sequenceid=58, filesize=6.6 K 2024-12-07T01:18:10,491 DEBUG [M:0;ec1863dc21e5:46401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ef1b53cc9d14513b0e0e882f009fcb2 as hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ef1b53cc9d14513b0e0e882f009fcb2 2024-12-07T01:18:10,496 INFO [M:0;ec1863dc21e5:46401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36385/user/jenkins/test-data/83cc083a-0d69-b498-cd9c-b412212b787b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ef1b53cc9d14513b0e0e882f009fcb2, entries=1, sequenceid=58, filesize=5.0 K 2024-12-07T01:18:10,497 INFO [M:0;ec1863dc21e5:46401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false 2024-12-07T01:18:10,500 INFO [M:0;ec1863dc21e5:46401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:10,500 DEBUG [M:0;ec1863dc21e5:46401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534289210Disabling compacts and flushes for region at 1733534289210Disabling writes for close at 1733534289210Obtaining lock to block concurrent updates at 1733534289210Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534289210Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1733534289211 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534289211Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534289211Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534289223 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534289223Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534289637 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534289650 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534289650Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534290060 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534290071 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534290071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e7e3c7: reopening flushed file at 1733534290480 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4302674f: reopening flushed file at 1733534290485 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49592e3e: reopening flushed file at 1733534290491 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false at 1733534290497 (+6 ms)Writing region close event to WAL at 1733534290500 (+3 ms)Closed at 1733534290500 2024-12-07T01:18:10,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741830_1006 (size=33038) 2024-12-07T01:18:10,502 INFO [M:0;ec1863dc21e5:46401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:18:10,502 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:18:10,502 INFO [M:0;ec1863dc21e5:46401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46401 2024-12-07T01:18:10,503 INFO [M:0;ec1863dc21e5:46401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:18:10,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:10,654 INFO [M:0;ec1863dc21e5:46401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:18:10,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46401-0x101ad5cc7940003, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:10,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e587001{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:18:10,757 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:18:10,757 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:18:10,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:18:10,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/hadoop.log.dir/,STOPPED} 2024-12-07T01:18:10,758 WARN [BP-370929190-172.17.0.3-1733534212000 heartbeating to localhost/127.0.0.1:36385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:18:10,758 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:18:10,758 WARN [BP-370929190-172.17.0.3-1733534212000 heartbeating to localhost/127.0.0.1:36385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-370929190-172.17.0.3-1733534212000 (Datanode Uuid 80af506f-9e07-43aa-a1ae-3aee163dd383) service to localhost/127.0.0.1:36385 2024-12-07T01:18:10,758 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:18:10,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/cluster_609b31ee-e61f-d67c-8e5c-e9388a30caf8/data/data1/current/BP-370929190-172.17.0.3-1733534212000 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:18:10,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/cluster_609b31ee-e61f-d67c-8e5c-e9388a30caf8/data/data2/current/BP-370929190-172.17.0.3-1733534212000 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:18:10,759 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:18:10,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6845ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:18:10,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:18:10,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:18:10,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:18:10,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/hadoop.log.dir/,STOPPED} 2024-12-07T01:18:10,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:18:10,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:18:10,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:18:10,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:10,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:10,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:10,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:18:10,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:18:10,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1343619166, stopped=false 2024-12-07T01:18:10,783 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,43559,1733534209054 2024-12-07T01:18:10,796 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-914888003/running 2024-12-07T01:18:10,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-914888003/running 2024-12-07T01:18:10,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:18:10,796 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:18:10,796 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:18:10,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Set watcher on znode that does not yet exist, /0-914888003/running 2024-12-07T01:18:10,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:18:10,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Set watcher on znode that does not yet exist, /0-914888003/running 2024-12-07T01:18:10,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:10,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:10,797 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,38723,1733534209325' ***** 2024-12-07T01:18:10,798 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:18:10,798 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:18:10,798 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:18:10,798 INFO [RS:0;ec1863dc21e5:38723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:18:10,798 INFO [RS:0;ec1863dc21e5:38723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:18:10,798 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(3091): Received CLOSE for ced5a88335068bd16b8622955e5122db 2024-12-07T01:18:10,798 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(3091): Received CLOSE for fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:18:10,798 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,38723,1733534209325 2024-12-07T01:18:10,798 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:18:10,798 INFO [RS:0;ec1863dc21e5:38723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:38723. 2024-12-07T01:18:10,798 DEBUG [RS:0;ec1863dc21e5:38723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:10,798 DEBUG [RS:0;ec1863dc21e5:38723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:10,798 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ced5a88335068bd16b8622955e5122db, disabling compactions & flushes 2024-12-07T01:18:10,798 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:18:10,798 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. 2024-12-07T01:18:10,798 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:18:10,798 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:18:10,798 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. 2024-12-07T01:18:10,798 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:18:10,798 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. after waiting 0 ms 2024-12-07T01:18:10,798 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. 2024-12-07T01:18:10,799 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ced5a88335068bd16b8622955e5122db 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-07T01:18:10,799 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-07T01:18:10,799 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ced5a88335068bd16b8622955e5122db=hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db., fd92872b2867c3a0a09d2827a0d152e7=test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7.} 2024-12-07T01:18:10,799 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ced5a88335068bd16b8622955e5122db, fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:18:10,799 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:18:10,799 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:18:10,799 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:18:10,799 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:18:10,799 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:18:10,799 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-07T01:18:10,813 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/.tmp/info/9093a1f08e9040218bd63439958445de is 147, key is hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db./info:regioninfo/1733534223089/Put/seqid=0 2024-12-07T01:18:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741844_1020 (size=7686) 2024-12-07T01:18:10,818 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/.tmp/info/9093a1f08e9040218bd63439958445de 2024-12-07T01:18:10,819 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/replication/ced5a88335068bd16b8622955e5122db/.tmp/hfileref/25846fa13f5542b1a2602165a5f58104 is 74, key is 1/hfileref:4e97c783b8f2453fbc3cf33a187bc752_SeqId_4_/1733534226208/DeleteColumn/seqid=0 2024-12-07T01:18:10,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741845_1021 (size=5203) 2024-12-07T01:18:10,837 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/.tmp/ns/e905064fb7ee4a61a46382d553caf3e5 is 43, key is default/ns:d/1733534211762/Put/seqid=0 2024-12-07T01:18:10,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741846_1022 (size=5153) 2024-12-07T01:18:10,845 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:18:10,999 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ced5a88335068bd16b8622955e5122db, fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:18:11,199 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ced5a88335068bd16b8622955e5122db, fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:18:11,228 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/replication/ced5a88335068bd16b8622955e5122db/.tmp/hfileref/25846fa13f5542b1a2602165a5f58104 2024-12-07T01:18:11,242 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/.tmp/ns/e905064fb7ee4a61a46382d553caf3e5 2024-12-07T01:18:11,247 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/replication/ced5a88335068bd16b8622955e5122db/.tmp/queue/1f6468e358b14bc9ae31ebdb0701f876 is 153, key is 1-ec1863dc21e5,38723,1733534209325/queue:ec1863dc21e5%2C38723%2C1733534209325/1733534227092/Put/seqid=0 2024-12-07T01:18:11,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741847_1023 (size=5352) 2024-12-07T01:18:11,264 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/.tmp/rep_barrier/5cf7b6c657f04a12ab54a5ff3a6a27d4 is 112, key is test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7./rep_barrier:seqnumDuringOpen/1733534219034/Put/seqid=0 2024-12-07T01:18:11,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741848_1024 (size=5518) 2024-12-07T01:18:11,399 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ced5a88335068bd16b8622955e5122db, fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:18:11,599 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ced5a88335068bd16b8622955e5122db, fd92872b2867c3a0a09d2827a0d152e7 2024-12-07T01:18:11,651 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/replication/ced5a88335068bd16b8622955e5122db/.tmp/queue/1f6468e358b14bc9ae31ebdb0701f876 2024-12-07T01:18:11,657 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/replication/ced5a88335068bd16b8622955e5122db/.tmp/hfileref/25846fa13f5542b1a2602165a5f58104 as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/replication/ced5a88335068bd16b8622955e5122db/hfileref/25846fa13f5542b1a2602165a5f58104 2024-12-07T01:18:11,661 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/replication/ced5a88335068bd16b8622955e5122db/hfileref/25846fa13f5542b1a2602165a5f58104, entries=2, sequenceid=10, filesize=5.1 K 2024-12-07T01:18:11,663 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/replication/ced5a88335068bd16b8622955e5122db/.tmp/queue/1f6468e358b14bc9ae31ebdb0701f876 as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/replication/ced5a88335068bd16b8622955e5122db/queue/1f6468e358b14bc9ae31ebdb0701f876 2024-12-07T01:18:11,669 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/replication/ced5a88335068bd16b8622955e5122db/queue/1f6468e358b14bc9ae31ebdb0701f876, entries=1, sequenceid=10, filesize=5.2 K 2024-12-07T01:18:11,669 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/.tmp/rep_barrier/5cf7b6c657f04a12ab54a5ff3a6a27d4 2024-12-07T01:18:11,670 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ced5a88335068bd16b8622955e5122db in 872ms, sequenceid=10, compaction requested=false 2024-12-07T01:18:11,674 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/replication/ced5a88335068bd16b8622955e5122db/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-07T01:18:11,674 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:18:11,675 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:18:11,675 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. 2024-12-07T01:18:11,675 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ced5a88335068bd16b8622955e5122db: Waiting for close lock at 1733534290798Running coprocessor pre-close hooks at 1733534290798Disabling compacts and flushes for region at 1733534290798Disabling writes for close at 1733534290798Obtaining lock to block concurrent updates at 1733534290799 (+1 ms)Preparing flush snapshotting stores in ced5a88335068bd16b8622955e5122db at 1733534290799Finished memstore snapshotting hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733534290799Flushing stores of hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. at 1733534290799Flushing ced5a88335068bd16b8622955e5122db/hfileref: creating writer at 1733534290799Flushing ced5a88335068bd16b8622955e5122db/hfileref: appending metadata at 1733534290818 (+19 ms)Flushing ced5a88335068bd16b8622955e5122db/hfileref: closing flushed file at 1733534290818Flushing ced5a88335068bd16b8622955e5122db/queue: creating writer at 1733534291233 (+415 ms)Flushing ced5a88335068bd16b8622955e5122db/queue: appending metadata at 1733534291247 (+14 ms)Flushing ced5a88335068bd16b8622955e5122db/queue: closing flushed file at 1733534291247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1666cd42: reopening flushed file at 1733534291656 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e580a94: reopening flushed file at 1733534291662 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for ced5a88335068bd16b8622955e5122db in 872ms, sequenceid=10, compaction requested=false at 1733534291670 (+8 ms)Writing region close event to WAL at 1733534291671 (+1 ms)Running coprocessor post-close hooks at 1733534291674 (+3 ms)Closed at 1733534291675 (+1 ms) 2024-12-07T01:18:11,675 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733534222205.ced5a88335068bd16b8622955e5122db. 2024-12-07T01:18:11,675 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd92872b2867c3a0a09d2827a0d152e7, disabling compactions & flushes 2024-12-07T01:18:11,675 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7. 2024-12-07T01:18:11,675 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7. 2024-12-07T01:18:11,675 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7. after waiting 0 ms 2024-12-07T01:18:11,675 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7. 2024-12-07T01:18:11,679 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/default/test/fd92872b2867c3a0a09d2827a0d152e7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T01:18:11,679 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:18:11,679 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:18:11,680 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7. 2024-12-07T01:18:11,680 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd92872b2867c3a0a09d2827a0d152e7: Waiting for close lock at 1733534291675Running coprocessor pre-close hooks at 1733534291675Disabling compacts and flushes for region at 1733534291675Disabling writes for close at 1733534291675Writing region close event to WAL at 1733534291676 (+1 ms)Running coprocessor post-close hooks at 1733534291679 (+3 ms)Closed at 1733534291680 (+1 ms) 2024-12-07T01:18:11,680 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534217871.fd92872b2867c3a0a09d2827a0d152e7. 2024-12-07T01:18:11,692 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/.tmp/table/2663fd8754084e9f93b41e26c4de5edf is 53, key is hbase:replication/table:state/1733534223100/Put/seqid=0 2024-12-07T01:18:11,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741849_1025 (size=5308) 2024-12-07T01:18:11,776 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:18:11,776 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:18:11,800 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T01:18:11,800 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:18:11,800 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:12,000 DEBUG [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:12,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:12,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:12,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:12,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:12,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:12,097 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/.tmp/table/2663fd8754084e9f93b41e26c4de5edf 2024-12-07T01:18:12,102 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/.tmp/info/9093a1f08e9040218bd63439958445de as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/info/9093a1f08e9040218bd63439958445de 2024-12-07T01:18:12,107 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/info/9093a1f08e9040218bd63439958445de, entries=20, sequenceid=16, filesize=7.5 K 2024-12-07T01:18:12,107 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/.tmp/ns/e905064fb7ee4a61a46382d553caf3e5 as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/ns/e905064fb7ee4a61a46382d553caf3e5 2024-12-07T01:18:12,112 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/ns/e905064fb7ee4a61a46382d553caf3e5, entries=2, sequenceid=16, filesize=5.0 K 2024-12-07T01:18:12,114 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/.tmp/rep_barrier/5cf7b6c657f04a12ab54a5ff3a6a27d4 as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/rep_barrier/5cf7b6c657f04a12ab54a5ff3a6a27d4 2024-12-07T01:18:12,120 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/rep_barrier/5cf7b6c657f04a12ab54a5ff3a6a27d4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-07T01:18:12,121 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/.tmp/table/2663fd8754084e9f93b41e26c4de5edf as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/table/2663fd8754084e9f93b41e26c4de5edf 2024-12-07T01:18:12,128 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/table/2663fd8754084e9f93b41e26c4de5edf, entries=4, sequenceid=16, filesize=5.2 K 2024-12-07T01:18:12,129 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false 2024-12-07T01:18:12,129 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:18:12,136 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-07T01:18:12,137 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:18:12,137 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:18:12,137 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:18:12,137 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534290799Running coprocessor pre-close hooks at 1733534290799Disabling compacts and flushes for region at 1733534290799Disabling writes for close at 1733534290799Obtaining lock to block concurrent updates at 1733534290799Preparing flush snapshotting stores in 1588230740 at 1733534290799Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733534290799Flushing stores of hbase:meta,,1.1588230740 at 1733534290799Flushing 1588230740/info: creating writer at 1733534290800 (+1 ms)Flushing 1588230740/info: appending metadata at 1733534290813 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733534290813Flushing 1588230740/ns: creating writer at 1733534290823 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733534290837 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733534290837Flushing 1588230740/rep_barrier: creating writer at 1733534291247 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534291263 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534291263Flushing 1588230740/table: creating writer at 1733534291675 (+412 ms)Flushing 1588230740/table: appending metadata at 1733534291692 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733534291692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eeaee41: reopening flushed file at 1733534292101 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c68edc1: reopening flushed file at 1733534292107 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697176f9: reopening flushed file at 1733534292112 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1273c9f4: reopening flushed file at 1733534292120 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1733534292129 (+9 ms)Writing region close event to WAL at 1733534292133 (+4 ms)Running coprocessor post-close hooks at 1733534292136 (+3 ms)Closed at 1733534292137 (+1 ms) 2024-12-07T01:18:12,137 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:18:12,200 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,38723,1733534209325; all regions closed. 2024-12-07T01:18:12,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741834_1010 (size=4239) 2024-12-07T01:18:12,202 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.meta.1733534211534.meta not finished, retry = 0 2024-12-07T01:18:12,305 DEBUG [RS:0;ec1863dc21e5:38723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/oldWALs 2024-12-07T01:18:12,305 INFO [RS:0;ec1863dc21e5:38723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C38723%2C1733534209325.meta:.meta(num 1733534211534) 2024-12-07T01:18:12,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741839_1015 (size=2700) 2024-12-07T01:18:12,307 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.rep.1733534223023 not finished, retry = 0 2024-12-07T01:18:12,409 DEBUG [RS:0;ec1863dc21e5:38723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/oldWALs 2024-12-07T01:18:12,409 INFO [RS:0;ec1863dc21e5:38723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C38723%2C1733534209325.rep:(num 1733534223023) 2024-12-07T01:18:12,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741833_1009 (size=1300) 2024-12-07T01:18:12,411 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/WALs/ec1863dc21e5,38723,1733534209325/ec1863dc21e5%2C38723%2C1733534209325.1733534210909 not finished, retry = 0 2024-12-07T01:18:12,514 DEBUG [RS:0;ec1863dc21e5:38723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/oldWALs 2024-12-07T01:18:12,514 INFO [RS:0;ec1863dc21e5:38723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C38723%2C1733534209325:(num 1733534210909) 2024-12-07T01:18:12,514 DEBUG [RS:0;ec1863dc21e5:38723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:12,514 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:18:12,514 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:18:12,514 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:18:12,514 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:18:12,514 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:18:12,515 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,38723,1733534209325 because: Region server is closing 2024-12-07T01:18:12,515 INFO [RS:0;ec1863dc21e5:38723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:38723. 2024-12-07T01:18:12,515 DEBUG [RS:0;ec1863dc21e5:38723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:12,515 DEBUG [RS:0;ec1863dc21e5:38723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:12,515 DEBUG [RS:0;ec1863dc21e5:38723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:12,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:18:12,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:18:12,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:12,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:12,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:12,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:12,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:12,615 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.shipperec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-07T01:18:12,615 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.wal-reader.ec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-07T01:18:12,616 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,38723,1733534209325.replicationSource.shipperec1863dc21e5%2C38723%2C1733534209325,1-ec1863dc21e5,38723,1733534209325 terminated 2024-12-07T01:18:12,616 INFO [RS:0;ec1863dc21e5:38723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38723 2024-12-07T01:18:12,687 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-914888003/rs/ec1863dc21e5,38723,1733534209325 2024-12-07T01:18:12,687 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:18:12,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003/rs 2024-12-07T01:18:12,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,38723,1733534209325] 2024-12-07T01:18:12,708 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-914888003/draining/ec1863dc21e5,38723,1733534209325 already deleted, retry=false 2024-12-07T01:18:12,708 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,38723,1733534209325 expired; onlineServers=0 2024-12-07T01:18:12,708 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,43559,1733534209054' ***** 2024-12-07T01:18:12,708 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:18:12,708 INFO [M:0;ec1863dc21e5:43559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:18:12,708 INFO [M:0;ec1863dc21e5:43559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:18:12,708 DEBUG [M:0;ec1863dc21e5:43559 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:18:12,708 DEBUG [M:0;ec1863dc21e5:43559 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:18:12,708 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:18:12,708 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534210709 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534210709,5,FailOnTimeoutGroup] 2024-12-07T01:18:12,708 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534210708 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534210708,5,FailOnTimeoutGroup] 2024-12-07T01:18:12,708 INFO [M:0;ec1863dc21e5:43559 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:18:12,708 INFO [M:0;ec1863dc21e5:43559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:18:12,708 DEBUG [M:0;ec1863dc21e5:43559 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:18:12,708 INFO [M:0;ec1863dc21e5:43559 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:18:12,708 INFO [M:0;ec1863dc21e5:43559 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:18:12,708 INFO [M:0;ec1863dc21e5:43559 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:18:12,708 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:18:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-914888003/master 2024-12-07T01:18:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-914888003 2024-12-07T01:18:12,718 DEBUG [M:0;ec1863dc21e5:43559 {}] zookeeper.ZKUtil(347): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Unable to get data of znode /0-914888003/master because node does not exist (not an error) 2024-12-07T01:18:12,718 WARN [M:0;ec1863dc21e5:43559 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:18:12,719 INFO [M:0;ec1863dc21e5:43559 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/.lastflushedseqids 2024-12-07T01:18:12,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741850_1026 (size=263) 2024-12-07T01:18:12,797 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:12,797 INFO [RS:0;ec1863dc21e5:38723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:18:12,797 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38723-0x101ad5cc7940001, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:12,797 INFO [RS:0;ec1863dc21e5:38723 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,38723,1733534209325; zookeeper connection closed. 2024-12-07T01:18:12,798 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a8b6ec8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a8b6ec8 2024-12-07T01:18:12,798 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:18:13,124 INFO [M:0;ec1863dc21e5:43559 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:18:13,124 INFO [M:0;ec1863dc21e5:43559 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:18:13,124 DEBUG [M:0;ec1863dc21e5:43559 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:18:13,125 INFO [M:0;ec1863dc21e5:43559 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:13,125 DEBUG [M:0;ec1863dc21e5:43559 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:13,125 DEBUG [M:0;ec1863dc21e5:43559 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:18:13,125 DEBUG [M:0;ec1863dc21e5:43559 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:13,125 INFO [M:0;ec1863dc21e5:43559 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-12-07T01:18:13,138 DEBUG [M:0;ec1863dc21e5:43559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0a3c6c6164641c5b9c3dff6d5fd5761 is 82, key is hbase:meta,,1/info:regioninfo/1733534211587/Put/seqid=0 2024-12-07T01:18:13,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741851_1027 (size=5672) 2024-12-07T01:18:13,543 INFO [M:0;ec1863dc21e5:43559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0a3c6c6164641c5b9c3dff6d5fd5761 2024-12-07T01:18:13,564 DEBUG [M:0;ec1863dc21e5:43559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6dbe12f89844785b11c0faf1b68f091 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733534219050/Put/seqid=0 2024-12-07T01:18:13,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741852_1028 (size=7241) 2024-12-07T01:18:13,968 INFO [M:0;ec1863dc21e5:43559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6dbe12f89844785b11c0faf1b68f091 2024-12-07T01:18:13,973 INFO [M:0;ec1863dc21e5:43559 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6dbe12f89844785b11c0faf1b68f091 2024-12-07T01:18:13,986 DEBUG [M:0;ec1863dc21e5:43559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f0453aac21548bca033cee72b1293ef is 69, key is ec1863dc21e5,38723,1733534209325/rs:state/1733534210752/Put/seqid=0 2024-12-07T01:18:13,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741853_1029 (size=5156) 2024-12-07T01:18:14,390 INFO [M:0;ec1863dc21e5:43559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f0453aac21548bca033cee72b1293ef 2024-12-07T01:18:14,395 DEBUG [M:0;ec1863dc21e5:43559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0a3c6c6164641c5b9c3dff6d5fd5761 as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0a3c6c6164641c5b9c3dff6d5fd5761 2024-12-07T01:18:14,400 INFO [M:0;ec1863dc21e5:43559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0a3c6c6164641c5b9c3dff6d5fd5761, entries=8, sequenceid=105, filesize=5.5 K 2024-12-07T01:18:14,401 DEBUG [M:0;ec1863dc21e5:43559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6dbe12f89844785b11c0faf1b68f091 as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6dbe12f89844785b11c0faf1b68f091 2024-12-07T01:18:14,406 INFO [M:0;ec1863dc21e5:43559 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6dbe12f89844785b11c0faf1b68f091 2024-12-07T01:18:14,406 INFO [M:0;ec1863dc21e5:43559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6dbe12f89844785b11c0faf1b68f091, entries=11, sequenceid=105, filesize=7.1 K 2024-12-07T01:18:14,406 DEBUG [M:0;ec1863dc21e5:43559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5f0453aac21548bca033cee72b1293ef as hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f0453aac21548bca033cee72b1293ef 2024-12-07T01:18:14,411 INFO [M:0;ec1863dc21e5:43559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43967/user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5f0453aac21548bca033cee72b1293ef, entries=1, sequenceid=105, filesize=5.0 K 2024-12-07T01:18:14,412 INFO [M:0;ec1863dc21e5:43559 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false 2024-12-07T01:18:14,413 INFO [M:0;ec1863dc21e5:43559 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:14,413 DEBUG [M:0;ec1863dc21e5:43559 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534293124Disabling compacts and flushes for region at 1733534293124Disabling writes for close at 1733534293125 (+1 ms)Obtaining lock to block concurrent updates at 1733534293125Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534293125Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1733534293125Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534293125Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534293126 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534293138 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534293138Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534293548 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534293563 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534293563Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534293973 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534293985 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534293985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191d9524: reopening flushed file at 1733534294394 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a14192: reopening flushed file at 1733534294400 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d465d61: reopening flushed file at 1733534294406 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=105, compaction requested=false at 1733534294412 (+6 ms)Writing region close event to WAL at 1733534294413 (+1 ms)Closed at 1733534294413 2024-12-07T01:18:14,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39199 is added to blk_1073741830_1006 (size=64538) 2024-12-07T01:18:14,415 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5f0df4c-84ce-b5d7-0a3b-fc93f10e5481/MasterData/WALs/ec1863dc21e5,43559,1733534209054/ec1863dc21e5%2C43559%2C1733534209054.1733534210375 not finished, retry = 0 2024-12-07T01:18:14,516 INFO [M:0;ec1863dc21e5:43559 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:18:14,517 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:18:14,517 INFO [M:0;ec1863dc21e5:43559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43559 2024-12-07T01:18:14,517 INFO [M:0;ec1863dc21e5:43559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:18:14,671 INFO [M:0;ec1863dc21e5:43559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:18:14,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:14,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43559-0x101ad5cc7940000, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:14,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:18:14,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:18:14,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:18:14,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:18:14,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/hadoop.log.dir/,STOPPED} 2024-12-07T01:18:14,674 WARN [BP-1583802296-172.17.0.3-1733534206987 heartbeating to localhost/127.0.0.1:43967 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:18:14,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:18:14,674 WARN [BP-1583802296-172.17.0.3-1733534206987 heartbeating to localhost/127.0.0.1:43967 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1583802296-172.17.0.3-1733534206987 (Datanode Uuid 0514e1a1-0e43-4796-9998-68a6d9918ca8) service to localhost/127.0.0.1:43967 2024-12-07T01:18:14,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:18:14,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/cluster_229a63ae-159e-8ae4-db51-4e0e197c6dd6/data/data1/current/BP-1583802296-172.17.0.3-1733534206987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:18:14,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/cluster_229a63ae-159e-8ae4-db51-4e0e197c6dd6/data/data2/current/BP-1583802296-172.17.0.3-1733534206987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:18:14,675 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:18:14,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:18:14,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:18:14,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:18:14,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:18:14,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b505d1a7-f949-8745-01d3-ba13bfdc308d/hadoop.log.dir/,STOPPED} 2024-12-07T01:18:14,686 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T01:18:14,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:18:14,704 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fe8f8b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57315) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fe8f8b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36385 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43967 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43967 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57315) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43967 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 473), ProcessCount=11 (was 11), AvailableMemoryMB=3356 (was 300) - AvailableMemoryMB LEAK? - 2024-12-07T01:18:14,711 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=3356 2024-12-07T01:18:14,721 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-07T01:18:14,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/hadoop.log.dir so I do NOT create it in target/test-data/86beb631-0b67-941e-9c68-705accff1e72 2024-12-07T01:18:14,722 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:18:14,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/hadoop.tmp.dir so I do NOT create it in target/test-data/86beb631-0b67-941e-9c68-705accff1e72 2024-12-07T01:18:14,722 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b31c1d3-a0a8-a269-e722-41ec3dd42214/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:18:14,722 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72 2024-12-07T01:18:14,722 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/cluster_0c687852-c7e9-539e-a754-b840b27bd5c0, deleteOnExit=true 2024-12-07T01:18:14,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/cluster_0c687852-c7e9-539e-a754-b840b27bd5c0/zookeeper_0, clientPort=56336, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/cluster_0c687852-c7e9-539e-a754-b840b27bd5c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/cluster_0c687852-c7e9-539e-a754-b840b27bd5c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T01:18:14,725 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56336 2024-12-07T01:18:14,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:18:14,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:18:14,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/test.cache.data in system properties and HBase conf 2024-12-07T01:18:14,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:18:14,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:18:14,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:18:14,726 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:18:14,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:18:14,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:18:14,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101ad5cc7940005, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:18:14,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101ad5cc7940002, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:18:14,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101ad5cc7940002, quorum=127.0.0.1:57315, baseZNode=/0-914888003 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:18:14,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101ad5cc7940005, quorum=127.0.0.1:57315, baseZNode=/1776029201 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:18:15,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:18:15,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:18:15,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:18:15,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:18:15,132 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:18:15,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:18:15,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2731f8c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:18:15,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5da02fb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:18:15,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bb32bcc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/java.io.tmpdir/jetty-localhost-37923-hadoop-hdfs-3_4_1-tests_jar-_-any-9405694519101697393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:18:15,241 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d32fc16{HTTP/1.1, (http/1.1)}{localhost:37923} 2024-12-07T01:18:15,241 INFO [Time-limited test {}] server.Server(415): Started @140739ms 2024-12-07T01:18:15,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:18:15,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:18:15,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:18:15,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:18:15,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:18:15,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@214d7ecd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:18:15,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0b8186{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:18:15,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c641b91{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/java.io.tmpdir/jetty-localhost-40785-hadoop-hdfs-3_4_1-tests_jar-_-any-422881761781302069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:18:15,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fa3bf23{HTTP/1.1, (http/1.1)}{localhost:40785} 2024-12-07T01:18:15,844 INFO [Time-limited test {}] server.Server(415): Started @141342ms 2024-12-07T01:18:15,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:18:17,239 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/cluster_0c687852-c7e9-539e-a754-b840b27bd5c0/data/data1/current/BP-545537573-172.17.0.3-1733534294741/current, will proceed with Du for space computation calculation, 2024-12-07T01:18:17,239 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/cluster_0c687852-c7e9-539e-a754-b840b27bd5c0/data/data2/current/BP-545537573-172.17.0.3-1733534294741/current, will proceed with Du for space computation calculation, 2024-12-07T01:18:17,262 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:18:17,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0d9dcbb164a85d5 with lease ID 0x5b74803ebe71deee: Processing first storage report for DS-2bdece1f-a7d0-4ac6-96ea-600566bd7198 from datanode DatanodeRegistration(127.0.0.1:40509, datanodeUuid=9dd23133-10b7-4801-8231-7508bbf359a8, infoPort=43019, infoSecurePort=0, ipcPort=42865, storageInfo=lv=-57;cid=testClusterID;nsid=41308266;c=1733534294741) 2024-12-07T01:18:17,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0d9dcbb164a85d5 with lease ID 0x5b74803ebe71deee: from storage DS-2bdece1f-a7d0-4ac6-96ea-600566bd7198 node DatanodeRegistration(127.0.0.1:40509, datanodeUuid=9dd23133-10b7-4801-8231-7508bbf359a8, infoPort=43019, infoSecurePort=0, ipcPort=42865, storageInfo=lv=-57;cid=testClusterID;nsid=41308266;c=1733534294741), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:18:17,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0d9dcbb164a85d5 with lease ID 0x5b74803ebe71deee: Processing first storage report for DS-de082fad-b014-445c-bad9-c11e6fbde436 from datanode DatanodeRegistration(127.0.0.1:40509, datanodeUuid=9dd23133-10b7-4801-8231-7508bbf359a8, infoPort=43019, infoSecurePort=0, ipcPort=42865, storageInfo=lv=-57;cid=testClusterID;nsid=41308266;c=1733534294741) 2024-12-07T01:18:17,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0d9dcbb164a85d5 with lease ID 0x5b74803ebe71deee: from storage DS-de082fad-b014-445c-bad9-c11e6fbde436 node DatanodeRegistration(127.0.0.1:40509, datanodeUuid=9dd23133-10b7-4801-8231-7508bbf359a8, infoPort=43019, infoSecurePort=0, ipcPort=42865, storageInfo=lv=-57;cid=testClusterID;nsid=41308266;c=1733534294741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:18:17,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72 2024-12-07T01:18:17,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:17,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:17,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:18:17,639 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:18:17,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:17,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:17,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:17,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:17,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:17,691 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67 with version=8 2024-12-07T01:18:17,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/hbase-staging 2024-12-07T01:18:17,693 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:18:17,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:17,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:17,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:18:17,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:17,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:18:17,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:18:17,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:18:17,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35687 2024-12-07T01:18:17,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35687 connecting to ZooKeeper ensemble=127.0.0.1:56336 2024-12-07T01:18:17,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356870x0, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:18:17,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35687-0x101ad5e1e6f0000 connected 2024-12-07T01:18:17,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:17,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:17,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on znode that does not yet exist, /0-681491888/running 2024-12-07T01:18:17,885 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67, hbase.cluster.distributed=false 2024-12-07T01:18:17,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on znode that does not yet exist, /0-681491888/acl 2024-12-07T01:18:17,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35687 2024-12-07T01:18:17,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35687 2024-12-07T01:18:17,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35687 2024-12-07T01:18:17,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35687 2024-12-07T01:18:17,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35687 2024-12-07T01:18:17,902 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:18:17,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:17,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:17,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:18:17,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:17,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:18:17,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:18:17,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:18:17,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44443 2024-12-07T01:18:17,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44443 connecting to ZooKeeper ensemble=127.0.0.1:56336 2024-12-07T01:18:17,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:17,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:17,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444430x0, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:18:17,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444430x0, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on znode that does not yet exist, /0-681491888/running 2024-12-07T01:18:17,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44443-0x101ad5e1e6f0001 connected 2024-12-07T01:18:17,923 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:18:17,925 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:18:17,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on znode that does not yet exist, /0-681491888/master 2024-12-07T01:18:17,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on znode that does not yet exist, /0-681491888/acl 2024-12-07T01:18:17,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44443 2024-12-07T01:18:17,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44443 2024-12-07T01:18:17,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44443 2024-12-07T01:18:17,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44443 2024-12-07T01:18:17,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44443 2024-12-07T01:18:17,955 DEBUG [M:0;ec1863dc21e5:35687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:35687 2024-12-07T01:18:17,956 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-681491888/backup-masters/ec1863dc21e5,35687,1733534297693 2024-12-07T01:18:17,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888/backup-masters 2024-12-07T01:18:17,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888/backup-masters 2024-12-07T01:18:17,965 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on existing znode=/0-681491888/backup-masters/ec1863dc21e5,35687,1733534297693 2024-12-07T01:18:17,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-681491888/master 2024-12-07T01:18:17,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:17,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:17,975 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on existing znode=/0-681491888/master 2024-12-07T01:18:17,975 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-681491888/backup-masters/ec1863dc21e5,35687,1733534297693 from backup master directory 2024-12-07T01:18:17,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888/backup-masters 2024-12-07T01:18:17,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681491888/backup-masters/ec1863dc21e5,35687,1733534297693 2024-12-07T01:18:17,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888/backup-masters 2024-12-07T01:18:17,985 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:18:17,985 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,35687,1733534297693 2024-12-07T01:18:17,989 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/hbase.id] with ID: ccee90ff-8a26-4c1f-a4d5-a7b8d154dd1b 2024-12-07T01:18:17,989 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/.tmp/hbase.id 2024-12-07T01:18:17,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:18:18,399 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/.tmp/hbase.id]:[hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/hbase.id] 2024-12-07T01:18:18,414 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:18,414 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:18:18,415 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-07T01:18:18,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:18,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:18,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:18:18,436 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:18:18,437 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:18:18,438 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:18,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:18:18,452 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store 2024-12-07T01:18:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:18:18,471 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:18,471 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:18:18,471 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:18,471 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:18,471 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:18:18,471 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:18,471 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:18,471 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534298471Disabling compacts and flushes for region at 1733534298471Disabling writes for close at 1733534298471Writing region close event to WAL at 1733534298471Closed at 1733534298471 2024-12-07T01:18:18,472 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/.initializing 2024-12-07T01:18:18,472 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/WALs/ec1863dc21e5,35687,1733534297693 2024-12-07T01:18:18,474 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:18:18,476 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C35687%2C1733534297693, suffix=, logDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/WALs/ec1863dc21e5,35687,1733534297693, archiveDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/oldWALs, maxLogs=10 2024-12-07T01:18:18,496 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/WALs/ec1863dc21e5,35687,1733534297693/ec1863dc21e5%2C35687%2C1733534297693.1733534298477, exclude list is [], retry=0 2024-12-07T01:18:18,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40509,DS-2bdece1f-a7d0-4ac6-96ea-600566bd7198,DISK] 2024-12-07T01:18:18,506 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/WALs/ec1863dc21e5,35687,1733534297693/ec1863dc21e5%2C35687%2C1733534297693.1733534298477 2024-12-07T01:18:18,508 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43019:43019)] 2024-12-07T01:18:18,508 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:18,509 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:18,509 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:18,509 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:18,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:18,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:18:18,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:18,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:18,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:18,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:18:18,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:18,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:18,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:18,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:18:18,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:18,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:18,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:18,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:18:18,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:18,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:18,519 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:18,519 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:18,520 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:18,521 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:18,522 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:18,522 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:18:18,524 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:18,526 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:18:18,527 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59894296, jitterRate=-0.1075054407119751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:18:18,528 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534298509Initializing all the Stores at 1733534298510 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534298510Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534298510Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534298510Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534298510Cleaning up temporary data from old regions at 1733534298522 (+12 ms)Region opened successfully at 1733534298528 (+6 ms) 2024-12-07T01:18:18,528 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:18:18,531 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168be0db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:18:18,533 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:18:18,533 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:18:18,533 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:18:18,533 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:18:18,534 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:18:18,534 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:18:18,534 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:18:18,541 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:18:18,542 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Unable to get data of znode /0-681491888/balancer because node does not exist (not necessarily an error) 2024-12-07T01:18:18,554 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681491888/balancer already deleted, retry=false 2024-12-07T01:18:18,554 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:18:18,556 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Unable to get data of znode /0-681491888/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:18:18,574 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681491888/normalizer already deleted, retry=false 2024-12-07T01:18:18,575 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:18:18,576 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Unable to get data of znode /0-681491888/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:18:18,596 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681491888/switch/split already deleted, retry=false 2024-12-07T01:18:18,597 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Unable to get data of znode /0-681491888/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:18:18,617 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681491888/switch/merge already deleted, retry=false 2024-12-07T01:18:18,619 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Unable to get data of znode /0-681491888/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:18:18,627 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681491888/snapshot-cleanup already deleted, retry=false 2024-12-07T01:18:18,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-681491888/running 2024-12-07T01:18:18,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-681491888/running 2024-12-07T01:18:18,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:18,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:18,639 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,35687,1733534297693, sessionid=0x101ad5e1e6f0000, setting cluster-up flag (Was=false) 2024-12-07T01:18:18,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:18,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:18,690 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-681491888/flush-table-proc/acquired, /0-681491888/flush-table-proc/reached, /0-681491888/flush-table-proc/abort 2024-12-07T01:18:18,691 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,35687,1733534297693 2024-12-07T01:18:18,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:18,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:18,743 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-681491888/online-snapshot/acquired, /0-681491888/online-snapshot/reached, /0-681491888/online-snapshot/abort 2024-12-07T01:18:18,744 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,35687,1733534297693 2024-12-07T01:18:18,746 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:18:18,748 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:18,748 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:18:18,748 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:18:18,748 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,35687,1733534297693 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:18:18,750 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:18,750 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:18,750 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:18,750 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:18,750 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:18:18,750 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:18,750 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:18:18,751 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:18,755 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534328755 2024-12-07T01:18:18,755 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:18:18,755 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:18:18,755 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:18:18,755 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:18:18,755 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:18:18,755 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:18:18,756 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:18,756 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:18,756 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:18:18,756 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:18:18,756 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:18:18,757 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:18:18,757 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:18:18,757 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:18:18,757 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:18:18,758 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:18,758 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:18:18,760 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534298757,5,FailOnTimeoutGroup] 2024-12-07T01:18:18,768 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534298760,5,FailOnTimeoutGroup] 2024-12-07T01:18:18,768 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:18,768 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:18:18,768 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:18,768 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:18:18,841 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(746): ClusterId : ccee90ff-8a26-4c1f-a4d5-a7b8d154dd1b 2024-12-07T01:18:18,841 DEBUG [RS:0;ec1863dc21e5:44443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:18:18,849 DEBUG [RS:0;ec1863dc21e5:44443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:18:18,849 DEBUG [RS:0;ec1863dc21e5:44443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:18:18,860 DEBUG [RS:0;ec1863dc21e5:44443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:18:18,860 DEBUG [RS:0;ec1863dc21e5:44443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f6f8e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:18:18,877 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:44443 2024-12-07T01:18:18,877 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:18:18,877 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:18:18,877 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:18:18,878 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,35687,1733534297693 with port=44443, startcode=1733534297901 2024-12-07T01:18:18,878 DEBUG [RS:0;ec1863dc21e5:44443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:18:18,880 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:18:18,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,44443,1733534297901 2024-12-07T01:18:18,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35687 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,44443,1733534297901 2024-12-07T01:18:18,883 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67 2024-12-07T01:18:18,883 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34689 2024-12-07T01:18:18,883 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:18:18,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888/rs 2024-12-07T01:18:18,891 DEBUG [RS:0;ec1863dc21e5:44443 {}] zookeeper.ZKUtil(111): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on existing znode=/0-681491888/rs/ec1863dc21e5,44443,1733534297901 2024-12-07T01:18:18,891 WARN [RS:0;ec1863dc21e5:44443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:18:18,891 INFO [RS:0;ec1863dc21e5:44443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:18,891 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901 2024-12-07T01:18:18,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,44443,1733534297901] 2024-12-07T01:18:18,896 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:18:18,898 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:18:18,899 INFO [RS:0;ec1863dc21e5:44443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:18:18,900 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:18,900 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:18:18,901 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:18:18,901 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:18,901 DEBUG [RS:0;ec1863dc21e5:44443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:18,901 DEBUG [RS:0;ec1863dc21e5:44443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:18,901 DEBUG [RS:0;ec1863dc21e5:44443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:18,901 DEBUG [RS:0;ec1863dc21e5:44443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:18,901 DEBUG [RS:0;ec1863dc21e5:44443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:18,901 DEBUG [RS:0;ec1863dc21e5:44443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:18:18,901 DEBUG [RS:0;ec1863dc21e5:44443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:18,901 DEBUG [RS:0;ec1863dc21e5:44443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:18,901 DEBUG [RS:0;ec1863dc21e5:44443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:18,901 DEBUG [RS:0;ec1863dc21e5:44443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:18,901 DEBUG [RS:0;ec1863dc21e5:44443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:18,902 DEBUG [RS:0;ec1863dc21e5:44443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:18,902 DEBUG [RS:0;ec1863dc21e5:44443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:18:18,902 DEBUG [RS:0;ec1863dc21e5:44443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:18:18,904 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:18,904 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:18,904 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:18,904 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:18,904 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:18,904 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,44443,1733534297901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:18:18,927 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:18:18,928 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,44443,1733534297901-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:18,928 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:18,928 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.Replication(171): ec1863dc21e5,44443,1733534297901 started 2024-12-07T01:18:18,948 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:18,948 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,44443,1733534297901, RpcServer on ec1863dc21e5/172.17.0.3:44443, sessionid=0x101ad5e1e6f0001 2024-12-07T01:18:18,948 DEBUG [RS:0;ec1863dc21e5:44443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:18:18,948 DEBUG [RS:0;ec1863dc21e5:44443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,44443,1733534297901 2024-12-07T01:18:18,948 DEBUG [RS:0;ec1863dc21e5:44443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,44443,1733534297901' 2024-12-07T01:18:18,948 DEBUG [RS:0;ec1863dc21e5:44443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-681491888/flush-table-proc/abort' 2024-12-07T01:18:18,949 DEBUG [RS:0;ec1863dc21e5:44443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-681491888/flush-table-proc/acquired' 2024-12-07T01:18:18,949 DEBUG [RS:0;ec1863dc21e5:44443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:18:18,949 DEBUG [RS:0;ec1863dc21e5:44443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:18:18,949 DEBUG [RS:0;ec1863dc21e5:44443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,44443,1733534297901 2024-12-07T01:18:18,949 DEBUG [RS:0;ec1863dc21e5:44443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,44443,1733534297901' 2024-12-07T01:18:18,950 DEBUG [RS:0;ec1863dc21e5:44443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-681491888/online-snapshot/abort' 2024-12-07T01:18:18,950 DEBUG [RS:0;ec1863dc21e5:44443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-681491888/online-snapshot/acquired' 2024-12-07T01:18:18,950 DEBUG [RS:0;ec1863dc21e5:44443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:18:18,950 INFO [RS:0;ec1863dc21e5:44443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:18:18,950 INFO [RS:0;ec1863dc21e5:44443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:18:19,057 INFO [RS:0;ec1863dc21e5:44443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:18:19,064 INFO [RS:0;ec1863dc21e5:44443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C44443%2C1733534297901, suffix=, logDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901, archiveDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/oldWALs, maxLogs=10 2024-12-07T01:18:19,083 DEBUG [RS:0;ec1863dc21e5:44443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901/ec1863dc21e5%2C44443%2C1733534297901.1733534299064, exclude list is [], retry=0 2024-12-07T01:18:19,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40509,DS-2bdece1f-a7d0-4ac6-96ea-600566bd7198,DISK] 2024-12-07T01:18:19,110 INFO [RS:0;ec1863dc21e5:44443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901/ec1863dc21e5%2C44443%2C1733534297901.1733534299064 2024-12-07T01:18:19,128 DEBUG [RS:0;ec1863dc21e5:44443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43019:43019)] 2024-12-07T01:18:19,178 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:18:19,178 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67 2024-12-07T01:18:19,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741833_1009 (size=32) 2024-12-07T01:18:19,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:19,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:18:19,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:18:19,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:19,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:19,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:18:19,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:18:19,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:19,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:19,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:18:19,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:18:19,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:19,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:19,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:18:19,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:18:19,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:19,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:19,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:18:19,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740 2024-12-07T01:18:19,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740 2024-12-07T01:18:19,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:18:19,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:18:19,208 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:18:19,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:18:19,213 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:18:19,214 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65571421, jitterRate=-0.022909685969352722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:18:19,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534299190Initializing all the Stores at 1733534299191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534299191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534299191Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534299191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534299191Cleaning up temporary data from old regions at 1733534299207 (+16 ms)Region opened successfully at 1733534299214 (+7 ms) 2024-12-07T01:18:19,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:18:19,215 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:18:19,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:18:19,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:18:19,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:18:19,217 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:18:19,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534299215Disabling compacts and flushes for region at 1733534299215Disabling writes for close at 1733534299215Writing region close event to WAL at 1733534299217 (+2 ms)Closed at 1733534299217 2024-12-07T01:18:19,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:19,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:18:19,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:18:19,223 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:18:19,224 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:18:19,375 DEBUG [ec1863dc21e5:35687 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:18:19,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,44443,1733534297901 2024-12-07T01:18:19,376 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,44443,1733534297901, state=OPENING 2024-12-07T01:18:19,402 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:18:19,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:19,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:19,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681491888/meta-region-server: CHANGED 2024-12-07T01:18:19,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681491888/meta-region-server: CHANGED 2024-12-07T01:18:19,413 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:18:19,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,44443,1733534297901}] 2024-12-07T01:18:19,566 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:18:19,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:18:19,571 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:18:19,571 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:19,572 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:18:19,573 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C44443%2C1733534297901.meta, suffix=.meta, logDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901, archiveDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/oldWALs, maxLogs=10 2024-12-07T01:18:19,590 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901/ec1863dc21e5%2C44443%2C1733534297901.meta.1733534299574.meta, exclude list is [], retry=0 2024-12-07T01:18:19,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40509,DS-2bdece1f-a7d0-4ac6-96ea-600566bd7198,DISK] 2024-12-07T01:18:19,594 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901/ec1863dc21e5%2C44443%2C1733534297901.meta.1733534299574.meta 2024-12-07T01:18:19,594 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43019:43019)] 2024-12-07T01:18:19,595 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:19,595 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:18:19,595 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:18:19,595 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:18:19,595 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:18:19,596 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:18:19,596 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:19,596 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:18:19,596 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:18:19,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:18:19,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:18:19,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:19,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:19,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:18:19,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:18:19,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:19,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:19,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:18:19,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:18:19,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:19,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:19,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:18:19,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:18:19,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:19,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:19,603 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:18:19,604 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740 2024-12-07T01:18:19,605 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740 2024-12-07T01:18:19,606 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:18:19,606 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:18:19,606 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:18:19,607 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:18:19,608 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59614309, jitterRate=-0.11167757213115692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:18:19,608 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:18:19,609 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534299596Writing region info on filesystem at 1733534299596Initializing all the Stores at 1733534299597 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534299597Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534299597Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534299597Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534299597Cleaning up temporary data from old regions at 1733534299606 (+9 ms)Running coprocessor post-open hooks at 1733534299608 (+2 ms)Region opened successfully at 1733534299609 (+1 ms) 2024-12-07T01:18:19,610 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534299566 2024-12-07T01:18:19,612 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:18:19,612 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:18:19,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,44443,1733534297901 2024-12-07T01:18:19,613 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,44443,1733534297901, state=OPEN 2024-12-07T01:18:19,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-681491888/meta-region-server 2024-12-07T01:18:19,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-681491888/meta-region-server 2024-12-07T01:18:19,751 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,44443,1733534297901 2024-12-07T01:18:19,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681491888/meta-region-server: CHANGED 2024-12-07T01:18:19,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681491888/meta-region-server: CHANGED 2024-12-07T01:18:19,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:18:19,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,44443,1733534297901 in 338 msec 2024-12-07T01:18:19,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:18:19,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 535 msec 2024-12-07T01:18:19,758 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:19,758 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:18:19,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:18:19,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,44443,1733534297901, seqNum=-1] 2024-12-07T01:18:19,760 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:18:19,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:18:19,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0210 sec 2024-12-07T01:18:19,769 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534299769, completionTime=-1 2024-12-07T01:18:19,769 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:18:19,769 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:18:19,772 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:18:19,772 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534359772 2024-12-07T01:18:19,772 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534419772 2024-12-07T01:18:19,772 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-07T01:18:19,773 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35687,1733534297693-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:19,773 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35687,1733534297693-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:19,773 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35687,1733534297693-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:19,773 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:35687, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:19,773 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:19,773 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:19,775 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:18:19,778 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.793sec 2024-12-07T01:18:19,778 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:18:19,778 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:18:19,778 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:18:19,778 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:18:19,778 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:18:19,778 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35687,1733534297693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:18:19,779 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35687,1733534297693-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:18:19,781 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:18:19,781 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:18:19,781 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35687,1733534297693-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:19,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4e02dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:19,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35687,-1 for getting cluster id 2024-12-07T01:18:19,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:19,848 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccee90ff-8a26-4c1f-a4d5-a7b8d154dd1b' 2024-12-07T01:18:19,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:19,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccee90ff-8a26-4c1f-a4d5-a7b8d154dd1b" 2024-12-07T01:18:19,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fb23ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:19,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35687,-1] 2024-12-07T01:18:19,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:19,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:19,850 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:19,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6c30b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:19,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:18:19,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,44443,1733534297901, seqNum=-1] 2024-12-07T01:18:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:18:19,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:18:19,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,35687,1733534297693 2024-12-07T01:18:19,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56336 2024-12-07T01:18:19,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:18:19,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101ad5e1e6f0002 connected 2024-12-07T01:18:19,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/hadoop.log.dir so I do NOT create it in target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937 2024-12-07T01:18:19,900 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:18:19,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/hadoop.tmp.dir so I do NOT create it in target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937 2024-12-07T01:18:19,900 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:18:19,900 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937 2024-12-07T01:18:19,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:18:19,900 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/cluster_eb9d0f84-b57b-16c2-060f-12d9b61256c6, deleteOnExit=true 2024-12-07T01:18:19,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:18:19,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/test.cache.data in system properties and HBase conf 2024-12-07T01:18:19,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:18:19,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:18:19,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:18:19,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:18:19,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:18:19,901 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:18:19,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:18:19,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:18:19,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:18:19,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:18:19,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:18:19,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:18:19,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:18:19,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:18:19,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:18:19,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:18:19,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:18:19,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:18:19,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:18:19,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:18:20,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:18:20,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:18:20,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:18:20,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:18:20,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:18:20,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:18:20,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583a4371{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:18:20,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@370b3f5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:18:20,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@522e19b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/java.io.tmpdir/jetty-localhost-44151-hadoop-hdfs-3_4_1-tests_jar-_-any-1430044120038466976/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:18:20,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@243c982e{HTTP/1.1, (http/1.1)}{localhost:44151} 2024-12-07T01:18:20,504 INFO [Time-limited test {}] server.Server(415): Started @146002ms 2024-12-07T01:18:20,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-07T01:18:20,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-07T01:18:20,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:18:20,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:18:20,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:18:20,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:18:20,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:18:20,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:18:20,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64267e6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:18:20,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b992587{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:18:20,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@267db9e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/java.io.tmpdir/jetty-localhost-39397-hadoop-hdfs-3_4_1-tests_jar-_-any-7932510927748838773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:18:20,986 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e38c1ab{HTTP/1.1, (http/1.1)}{localhost:39397} 2024-12-07T01:18:20,986 INFO [Time-limited test {}] server.Server(415): Started @146484ms 2024-12-07T01:18:20,987 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:18:21,781 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/cluster_eb9d0f84-b57b-16c2-060f-12d9b61256c6/data/data2/current/BP-1161037607-172.17.0.3-1733534299924/current, will proceed with Du for space computation calculation, 2024-12-07T01:18:21,781 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/cluster_eb9d0f84-b57b-16c2-060f-12d9b61256c6/data/data1/current/BP-1161037607-172.17.0.3-1733534299924/current, will proceed with Du for space computation calculation, 2024-12-07T01:18:21,809 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:18:21,812 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96cbc9fd133ec986 with lease ID 0xaee2aeac4517f7d: Processing first storage report for DS-cf2a0f73-b43c-4d4a-bd2b-143d08f0c9b7 from datanode DatanodeRegistration(127.0.0.1:43059, datanodeUuid=6269709b-cae1-4c83-a1cb-b3ce770215ef, infoPort=43855, infoSecurePort=0, ipcPort=41065, storageInfo=lv=-57;cid=testClusterID;nsid=1863130241;c=1733534299924) 2024-12-07T01:18:21,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96cbc9fd133ec986 with lease ID 0xaee2aeac4517f7d: from storage DS-cf2a0f73-b43c-4d4a-bd2b-143d08f0c9b7 node DatanodeRegistration(127.0.0.1:43059, datanodeUuid=6269709b-cae1-4c83-a1cb-b3ce770215ef, infoPort=43855, infoSecurePort=0, ipcPort=41065, storageInfo=lv=-57;cid=testClusterID;nsid=1863130241;c=1733534299924), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:18:21,812 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96cbc9fd133ec986 with lease ID 0xaee2aeac4517f7d: Processing first storage report for DS-38454f66-6e3f-46f6-b19b-8b202b6df2ff from datanode DatanodeRegistration(127.0.0.1:43059, datanodeUuid=6269709b-cae1-4c83-a1cb-b3ce770215ef, infoPort=43855, infoSecurePort=0, ipcPort=41065, storageInfo=lv=-57;cid=testClusterID;nsid=1863130241;c=1733534299924) 2024-12-07T01:18:21,812 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96cbc9fd133ec986 with lease ID 0xaee2aeac4517f7d: from storage DS-38454f66-6e3f-46f6-b19b-8b202b6df2ff node DatanodeRegistration(127.0.0.1:43059, datanodeUuid=6269709b-cae1-4c83-a1cb-b3ce770215ef, infoPort=43855, infoSecurePort=0, ipcPort=41065, storageInfo=lv=-57;cid=testClusterID;nsid=1863130241;c=1733534299924), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:18:21,848 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937 2024-12-07T01:18:21,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:21,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:21,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:18:22,271 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2 with version=8 2024-12-07T01:18:22,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/hbase-staging 2024-12-07T01:18:22,274 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:18:22,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:22,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:22,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:18:22,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:22,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:18:22,274 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:18:22,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:18:22,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43715 2024-12-07T01:18:22,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43715 connecting to ZooKeeper ensemble=127.0.0.1:56336 2024-12-07T01:18:22,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437150x0, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:18:22,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43715-0x101ad5e1e6f0003 connected 2024-12-07T01:18:22,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:22,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:22,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Set watcher on znode that does not yet exist, /1-46984865/running 2024-12-07T01:18:22,406 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2, hbase.cluster.distributed=false 2024-12-07T01:18:22,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Set watcher on znode that does not yet exist, /1-46984865/acl 2024-12-07T01:18:22,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43715 2024-12-07T01:18:22,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43715 2024-12-07T01:18:22,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43715 2024-12-07T01:18:22,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43715 2024-12-07T01:18:22,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43715 2024-12-07T01:18:22,442 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:18:22,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:22,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:22,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:18:22,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:22,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:18:22,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:18:22,443 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:18:22,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38421 2024-12-07T01:18:22,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38421 connecting to ZooKeeper ensemble=127.0.0.1:56336 2024-12-07T01:18:22,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:22,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:22,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384210x0, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:18:22,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384210x0, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Set watcher on znode that does not yet exist, /1-46984865/running 2024-12-07T01:18:22,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38421-0x101ad5e1e6f0004 connected 2024-12-07T01:18:22,477 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:18:22,479 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:18:22,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Set watcher on znode that does not yet exist, /1-46984865/master 2024-12-07T01:18:22,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Set watcher on znode that does not yet exist, /1-46984865/acl 2024-12-07T01:18:22,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38421 2024-12-07T01:18:22,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38421 2024-12-07T01:18:22,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38421 2024-12-07T01:18:22,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38421 2024-12-07T01:18:22,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38421 2024-12-07T01:18:22,506 DEBUG [M:0;ec1863dc21e5:43715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:43715 2024-12-07T01:18:22,506 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-46984865/backup-masters/ec1863dc21e5,43715,1733534302274 2024-12-07T01:18:22,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865/backup-masters 2024-12-07T01:18:22,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865/backup-masters 2024-12-07T01:18:22,518 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Set watcher on existing znode=/1-46984865/backup-masters/ec1863dc21e5,43715,1733534302274 2024-12-07T01:18:22,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:22,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-46984865/master 2024-12-07T01:18:22,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:22,529 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Set watcher on existing znode=/1-46984865/master 2024-12-07T01:18:22,529 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-46984865/backup-masters/ec1863dc21e5,43715,1733534302274 from backup master directory 2024-12-07T01:18:22,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-46984865/backup-masters/ec1863dc21e5,43715,1733534302274 2024-12-07T01:18:22,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865/backup-masters 2024-12-07T01:18:22,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865/backup-masters 2024-12-07T01:18:22,539 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:18:22,539 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,43715,1733534302274 2024-12-07T01:18:22,545 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/hbase.id] with ID: b5e798f1-26e1-4b2d-8bb8-925a2ac16f36 2024-12-07T01:18:22,545 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/.tmp/hbase.id 2024-12-07T01:18:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:18:22,551 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/.tmp/hbase.id]:[hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/hbase.id] 2024-12-07T01:18:22,566 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:22,566 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:18:22,567 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-07T01:18:22,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:22,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:22,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:18:22,983 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:18:22,983 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:18:22,984 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:22,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:18:23,391 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store 2024-12-07T01:18:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:18:23,411 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:23,411 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:18:23,411 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:23,411 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:23,411 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:18:23,411 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:23,411 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:23,411 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534303411Disabling compacts and flushes for region at 1733534303411Disabling writes for close at 1733534303411Writing region close event to WAL at 1733534303411Closed at 1733534303411 2024-12-07T01:18:23,412 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/.initializing 2024-12-07T01:18:23,412 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/WALs/ec1863dc21e5,43715,1733534302274 2024-12-07T01:18:23,413 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:18:23,415 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C43715%2C1733534302274, suffix=, logDir=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/WALs/ec1863dc21e5,43715,1733534302274, archiveDir=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/oldWALs, maxLogs=10 2024-12-07T01:18:23,434 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/WALs/ec1863dc21e5,43715,1733534302274/ec1863dc21e5%2C43715%2C1733534302274.1733534303415, exclude list is [], retry=0 2024-12-07T01:18:23,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43059,DS-cf2a0f73-b43c-4d4a-bd2b-143d08f0c9b7,DISK] 2024-12-07T01:18:23,438 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/WALs/ec1863dc21e5,43715,1733534302274/ec1863dc21e5%2C43715%2C1733534302274.1733534303415 2024-12-07T01:18:23,439 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43855:43855)] 2024-12-07T01:18:23,439 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:23,439 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:23,439 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:23,440 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:23,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:23,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:18:23,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:23,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:23,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:23,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:18:23,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:23,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:23,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:23,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:18:23,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:23,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:23,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:23,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:18:23,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:23,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:23,461 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:23,463 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:23,464 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:23,465 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:23,465 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:23,467 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:18:23,468 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:23,472 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:18:23,473 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70124988, jitterRate=0.04494374990463257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:18:23,473 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534303440Initializing all the Stores at 1733534303441 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534303441Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534303441Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534303441Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534303441Cleaning up temporary data from old regions at 1733534303465 (+24 ms)Region opened successfully at 1733534303473 (+8 ms) 2024-12-07T01:18:23,476 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:18:23,481 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e470b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:18:23,482 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:18:23,482 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:18:23,482 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:18:23,482 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:18:23,483 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:18:23,483 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:18:23,483 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:18:23,486 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:18:23,487 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Unable to get data of znode /1-46984865/balancer because node does not exist (not necessarily an error) 2024-12-07T01:18:23,785 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-46984865/balancer already deleted, retry=false 2024-12-07T01:18:23,785 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:18:23,786 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Unable to get data of znode /1-46984865/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:18:23,821 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-46984865/normalizer already deleted, retry=false 2024-12-07T01:18:23,822 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:18:23,826 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Unable to get data of znode /1-46984865/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:18:23,855 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-46984865/switch/split already deleted, retry=false 2024-12-07T01:18:23,857 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Unable to get data of znode /1-46984865/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:18:23,869 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-46984865/switch/merge already deleted, retry=false 2024-12-07T01:18:23,871 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Unable to get data of znode /1-46984865/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:18:23,879 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-46984865/snapshot-cleanup already deleted, retry=false 2024-12-07T01:18:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-46984865/running 2024-12-07T01:18:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-46984865/running 2024-12-07T01:18:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:23,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:23,890 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,43715,1733534302274, sessionid=0x101ad5e1e6f0003, setting cluster-up flag (Was=false) 2024-12-07T01:18:23,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:23,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:23,943 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-46984865/flush-table-proc/acquired, /1-46984865/flush-table-proc/reached, /1-46984865/flush-table-proc/abort 2024-12-07T01:18:23,944 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,43715,1733534302274 2024-12-07T01:18:23,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:23,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:23,995 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-46984865/online-snapshot/acquired, /1-46984865/online-snapshot/reached, /1-46984865/online-snapshot/abort 2024-12-07T01:18:23,997 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,43715,1733534302274 2024-12-07T01:18:23,999 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:18:24,002 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:24,002 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:18:24,002 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:18:24,002 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,43715,1733534302274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:18:24,005 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:24,005 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:24,005 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:24,005 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:24,005 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:18:24,005 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:24,005 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:18:24,006 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:24,022 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:24,022 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:18:24,023 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:24,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:18:24,044 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534334044 2024-12-07T01:18:24,044 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:18:24,044 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:18:24,044 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:18:24,044 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:18:24,045 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:18:24,045 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:18:24,048 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:24,049 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:18:24,049 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:18:24,049 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:18:24,049 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:18:24,056 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:18:24,056 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:18:24,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:18:24,060 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534304056,5,FailOnTimeoutGroup] 2024-12-07T01:18:24,064 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534304060,5,FailOnTimeoutGroup] 2024-12-07T01:18:24,064 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:24,064 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:18:24,064 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:24,064 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:24,099 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(746): ClusterId : b5e798f1-26e1-4b2d-8bb8-925a2ac16f36 2024-12-07T01:18:24,099 DEBUG [RS:0;ec1863dc21e5:38421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:18:24,113 DEBUG [RS:0;ec1863dc21e5:38421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:18:24,113 DEBUG [RS:0;ec1863dc21e5:38421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:18:24,124 DEBUG [RS:0;ec1863dc21e5:38421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:18:24,124 DEBUG [RS:0;ec1863dc21e5:38421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6113b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:18:24,145 DEBUG [RS:0;ec1863dc21e5:38421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:38421 2024-12-07T01:18:24,145 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:18:24,145 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:18:24,145 DEBUG [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:18:24,146 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,43715,1733534302274 with port=38421, startcode=1733534302441 2024-12-07T01:18:24,146 DEBUG [RS:0;ec1863dc21e5:38421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:18:24,157 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:18:24,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43715 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,38421,1733534302441 2024-12-07T01:18:24,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43715 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,38421,1733534302441 2024-12-07T01:18:24,160 DEBUG [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2 2024-12-07T01:18:24,160 DEBUG [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45211 2024-12-07T01:18:24,160 DEBUG [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:18:24,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865/rs 2024-12-07T01:18:24,171 DEBUG [RS:0;ec1863dc21e5:38421 {}] zookeeper.ZKUtil(111): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Set watcher on existing znode=/1-46984865/rs/ec1863dc21e5,38421,1733534302441 2024-12-07T01:18:24,171 WARN [RS:0;ec1863dc21e5:38421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:18:24,171 INFO [RS:0;ec1863dc21e5:38421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:24,171 DEBUG [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/WALs/ec1863dc21e5,38421,1733534302441 2024-12-07T01:18:24,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,38421,1733534302441] 2024-12-07T01:18:24,194 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:18:24,208 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:18:24,209 INFO [RS:0;ec1863dc21e5:38421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:18:24,209 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:24,209 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:18:24,210 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:18:24,210 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:24,210 DEBUG [RS:0;ec1863dc21e5:38421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:24,210 DEBUG [RS:0;ec1863dc21e5:38421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:24,210 DEBUG [RS:0;ec1863dc21e5:38421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:24,210 DEBUG [RS:0;ec1863dc21e5:38421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:24,210 DEBUG [RS:0;ec1863dc21e5:38421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:24,210 DEBUG [RS:0;ec1863dc21e5:38421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:18:24,210 DEBUG [RS:0;ec1863dc21e5:38421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:24,210 DEBUG [RS:0;ec1863dc21e5:38421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:24,210 DEBUG [RS:0;ec1863dc21e5:38421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:24,210 DEBUG [RS:0;ec1863dc21e5:38421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:24,210 DEBUG [RS:0;ec1863dc21e5:38421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:24,211 DEBUG [RS:0;ec1863dc21e5:38421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:24,211 DEBUG [RS:0;ec1863dc21e5:38421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:18:24,211 DEBUG [RS:0;ec1863dc21e5:38421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:18:24,214 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:24,214 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:24,214 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:24,214 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:24,214 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:24,214 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38421,1733534302441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:18:24,235 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:18:24,235 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38421,1733534302441-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:24,236 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:24,236 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.Replication(171): ec1863dc21e5,38421,1733534302441 started 2024-12-07T01:18:24,256 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:24,256 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,38421,1733534302441, RpcServer on ec1863dc21e5/172.17.0.3:38421, sessionid=0x101ad5e1e6f0004 2024-12-07T01:18:24,256 DEBUG [RS:0;ec1863dc21e5:38421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:18:24,256 DEBUG [RS:0;ec1863dc21e5:38421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,38421,1733534302441 2024-12-07T01:18:24,256 DEBUG [RS:0;ec1863dc21e5:38421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,38421,1733534302441' 2024-12-07T01:18:24,256 DEBUG [RS:0;ec1863dc21e5:38421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-46984865/flush-table-proc/abort' 2024-12-07T01:18:24,257 DEBUG [RS:0;ec1863dc21e5:38421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-46984865/flush-table-proc/acquired' 2024-12-07T01:18:24,257 DEBUG [RS:0;ec1863dc21e5:38421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:18:24,257 DEBUG [RS:0;ec1863dc21e5:38421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:18:24,257 DEBUG [RS:0;ec1863dc21e5:38421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,38421,1733534302441 2024-12-07T01:18:24,257 DEBUG [RS:0;ec1863dc21e5:38421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,38421,1733534302441' 2024-12-07T01:18:24,257 DEBUG [RS:0;ec1863dc21e5:38421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-46984865/online-snapshot/abort' 2024-12-07T01:18:24,258 DEBUG [RS:0;ec1863dc21e5:38421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-46984865/online-snapshot/acquired' 2024-12-07T01:18:24,258 DEBUG [RS:0;ec1863dc21e5:38421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:18:24,259 INFO [RS:0;ec1863dc21e5:38421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:18:24,259 INFO [RS:0;ec1863dc21e5:38421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:18:24,359 INFO [RS:0;ec1863dc21e5:38421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:18:24,361 INFO [RS:0;ec1863dc21e5:38421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C38421%2C1733534302441, suffix=, logDir=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/WALs/ec1863dc21e5,38421,1733534302441, archiveDir=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/oldWALs, maxLogs=10 2024-12-07T01:18:24,397 DEBUG [RS:0;ec1863dc21e5:38421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/WALs/ec1863dc21e5,38421,1733534302441/ec1863dc21e5%2C38421%2C1733534302441.1733534304361, exclude list is [], retry=0 2024-12-07T01:18:24,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43059,DS-cf2a0f73-b43c-4d4a-bd2b-143d08f0c9b7,DISK] 2024-12-07T01:18:24,444 INFO [RS:0;ec1863dc21e5:38421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/WALs/ec1863dc21e5,38421,1733534302441/ec1863dc21e5%2C38421%2C1733534302441.1733534304361 2024-12-07T01:18:24,448 DEBUG [RS:0;ec1863dc21e5:38421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43855:43855)] 2024-12-07T01:18:24,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:18:24,462 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2 2024-12-07T01:18:24,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741833_1009 (size=32) 2024-12-07T01:18:24,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:24,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:18:24,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:18:24,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:24,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:24,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:18:24,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:18:24,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:24,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:24,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:18:24,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:18:24,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:24,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:24,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:18:24,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:18:24,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:24,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:24,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:18:24,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/data/hbase/meta/1588230740 2024-12-07T01:18:24,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/data/hbase/meta/1588230740 2024-12-07T01:18:24,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:18:24,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:18:24,494 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:18:24,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:18:24,498 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:18:24,500 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68605936, jitterRate=0.0223081111907959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:18:24,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534304478Initializing all the Stores at 1733534304479 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534304479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534304479Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534304479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534304479Cleaning up temporary data from old regions at 1733534304493 (+14 ms)Region opened successfully at 1733534304500 (+7 ms) 2024-12-07T01:18:24,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:18:24,500 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:18:24,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:18:24,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:18:24,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:18:24,500 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:18:24,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534304500Disabling compacts and flushes for region at 1733534304500Disabling writes for close at 1733534304500Writing region close event to WAL at 1733534304500Closed at 1733534304500 2024-12-07T01:18:24,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:24,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:18:24,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:18:24,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:18:24,505 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:18:24,655 DEBUG [ec1863dc21e5:43715 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:18:24,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,38421,1733534302441 2024-12-07T01:18:24,657 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,38421,1733534302441, state=OPENING 2024-12-07T01:18:24,727 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:18:24,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:24,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:24,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-46984865/meta-region-server: CHANGED 2024-12-07T01:18:24,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-46984865/meta-region-server: CHANGED 2024-12-07T01:18:24,743 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:18:24,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,38421,1733534302441}] 2024-12-07T01:18:24,903 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:18:24,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:18:24,915 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:18:24,915 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:24,915 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:18:24,917 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C38421%2C1733534302441.meta, suffix=.meta, logDir=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/WALs/ec1863dc21e5,38421,1733534302441, archiveDir=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/oldWALs, maxLogs=10 2024-12-07T01:18:24,939 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/WALs/ec1863dc21e5,38421,1733534302441/ec1863dc21e5%2C38421%2C1733534302441.meta.1733534304917.meta, exclude list is [], retry=0 2024-12-07T01:18:24,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43059,DS-cf2a0f73-b43c-4d4a-bd2b-143d08f0c9b7,DISK] 2024-12-07T01:18:24,950 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/WALs/ec1863dc21e5,38421,1733534302441/ec1863dc21e5%2C38421%2C1733534302441.meta.1733534304917.meta 2024-12-07T01:18:24,952 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43855:43855)] 2024-12-07T01:18:24,952 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:24,953 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:18:24,953 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:18:24,953 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:18:24,953 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:18:24,953 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:18:24,953 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:24,953 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:18:24,953 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:18:24,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:18:24,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:18:24,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:24,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:24,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:18:24,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:18:24,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:24,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:24,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:18:24,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:18:24,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:24,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:24,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:18:24,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:18:24,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:24,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:24,972 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:18:24,973 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/data/hbase/meta/1588230740 2024-12-07T01:18:24,974 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/data/hbase/meta/1588230740 2024-12-07T01:18:24,976 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:18:24,976 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:18:24,976 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:18:24,978 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:18:24,980 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64333478, jitterRate=-0.04135647416114807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:18:24,980 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:18:24,980 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534304953Writing region info on filesystem at 1733534304953Initializing all the Stores at 1733534304954 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534304954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534304961 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534304961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534304961Cleaning up temporary data from old regions at 1733534304976 (+15 ms)Running coprocessor post-open hooks at 1733534304980 (+4 ms)Region opened successfully at 1733534304980 2024-12-07T01:18:24,981 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534304902 2024-12-07T01:18:24,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,38421,1733534302441 2024-12-07T01:18:24,986 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:18:24,986 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:18:24,987 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,38421,1733534302441, state=OPEN 2024-12-07T01:18:24,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-46984865/meta-region-server 2024-12-07T01:18:24,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-46984865/meta-region-server 2024-12-07T01:18:24,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-46984865/meta-region-server: CHANGED 2024-12-07T01:18:24,997 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,38421,1733534302441 2024-12-07T01:18:24,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-46984865/meta-region-server: CHANGED 2024-12-07T01:18:25,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:18:25,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,38421,1733534302441 in 253 msec 2024-12-07T01:18:25,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:18:25,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-12-07T01:18:25,003 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:25,004 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:18:25,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:18:25,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,38421,1733534302441, seqNum=-1] 2024-12-07T01:18:25,006 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:18:25,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:18:25,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0110 sec 2024-12-07T01:18:25,014 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534305014, completionTime=-1 2024-12-07T01:18:25,014 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:18:25,014 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:18:25,017 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:18:25,017 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534365017 2024-12-07T01:18:25,017 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534425017 2024-12-07T01:18:25,017 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-07T01:18:25,017 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43715,1733534302274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:25,017 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43715,1733534302274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:25,017 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43715,1733534302274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:25,017 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:43715, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:25,018 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:25,021 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:18:25,024 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:25,033 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.494sec 2024-12-07T01:18:25,033 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:18:25,033 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:18:25,033 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:18:25,038 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:18:25,038 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:18:25,038 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43715,1733534302274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:18:25,038 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43715,1733534302274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:18:25,042 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:18:25,043 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:18:25,043 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43715,1733534302274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:25,098 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:18:25,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429278f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:25,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,43715,-1 for getting cluster id 2024-12-07T01:18:25,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:25,109 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5e798f1-26e1-4b2d-8bb8-925a2ac16f36' 2024-12-07T01:18:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:25,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5e798f1-26e1-4b2d-8bb8-925a2ac16f36" 2024-12-07T01:18:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afa014f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,43715,-1] 2024-12-07T01:18:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:25,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:25,112 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:25,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5200e428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:25,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:18:25,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,38421,1733534302441, seqNum=-1] 2024-12-07T01:18:25,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:18:25,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:18:25,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,43715,1733534302274 2024-12-07T01:18:25,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56336 2024-12-07T01:18:25,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:25,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:25,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:25,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:25,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:25,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:18:25,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:18:25,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101ad5e1e6f0005 connected 2024-12-07T01:18:25,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb735db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:25,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35687,-1 for getting cluster id 2024-12-07T01:18:25,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:25,178 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccee90ff-8a26-4c1f-a4d5-a7b8d154dd1b' 2024-12-07T01:18:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccee90ff-8a26-4c1f-a4d5-a7b8d154dd1b" 2024-12-07T01:18:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5c101e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:25,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35687,-1] 2024-12-07T01:18:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:25,179 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d98644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:25,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:18:25,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35687,1733534297693 2024-12-07T01:18:25,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@284635f4 2024-12-07T01:18:25,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:18:25,183 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:18:25,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:43715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:18:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:18:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:25,187 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:43715' 2024-12-07T01:18:25,188 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29793ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:25,188 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,43715,-1 for getting cluster id 2024-12-07T01:18:25,188 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:25,189 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5e798f1-26e1-4b2d-8bb8-925a2ac16f36' 2024-12-07T01:18:25,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:25,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5e798f1-26e1-4b2d-8bb8-925a2ac16f36" 2024-12-07T01:18:25,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32827ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:25,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,43715,-1] 2024-12-07T01:18:25,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:25,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:25,191 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:25,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55085a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:25,192 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:18:25,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,43715,1733534302274 2024-12-07T01:18:25,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a9cf870 2024-12-07T01:18:25,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:18:25,195 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:18:25,196 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-07T01:18:25,196 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:18:25,196 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:25,196 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:25,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:18:25,196 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:18:25,199 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:18:25,201 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:18:25,201 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:25,202 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:18:25,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741835_1011 (size=1138) 2024-12-07T01:18:25,212 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8076979fecd4a3f44956b8126756072e, NAME => 'hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67 2024-12-07T01:18:25,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741836_1012 (size=44) 2024-12-07T01:18:25,250 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:18:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:25,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:25,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8076979fecd4a3f44956b8126756072e, disabling compactions & flushes 2024-12-07T01:18:25,627 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:25,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:25,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. after waiting 0 ms 2024-12-07T01:18:25,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:25,627 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:25,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8076979fecd4a3f44956b8126756072e: Waiting for close lock at 1733534305627Disabling compacts and flushes for region at 1733534305627Disabling writes for close at 1733534305627Writing region close event to WAL at 1733534305627Closed at 1733534305627 2024-12-07T01:18:25,629 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:18:25,629 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534305629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534305629"}]},"ts":"1733534305629"} 2024-12-07T01:18:25,631 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:18:25,632 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:18:25,632 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534305632"}]},"ts":"1733534305632"} 2024-12-07T01:18:25,635 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:18:25,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8076979fecd4a3f44956b8126756072e, ASSIGN}] 2024-12-07T01:18:25,636 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8076979fecd4a3f44956b8126756072e, ASSIGN 2024-12-07T01:18:25,637 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8076979fecd4a3f44956b8126756072e, ASSIGN; state=OFFLINE, location=ec1863dc21e5,44443,1733534297901; forceNewPlan=false, retain=false 2024-12-07T01:18:25,788 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8076979fecd4a3f44956b8126756072e, regionState=OPENING, regionLocation=ec1863dc21e5,44443,1733534297901 2024-12-07T01:18:25,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8076979fecd4a3f44956b8126756072e, ASSIGN because future has completed 2024-12-07T01:18:25,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8076979fecd4a3f44956b8126756072e, server=ec1863dc21e5,44443,1733534297901}] 2024-12-07T01:18:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:25,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:25,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:25,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:18:25,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C44443%2C1733534297901.rep, suffix=, logDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901, archiveDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/oldWALs, maxLogs=10 2024-12-07T01:18:25,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901/ec1863dc21e5%2C44443%2C1733534297901.rep.1733534305950, exclude list is [], retry=0 2024-12-07T01:18:25,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40509,DS-2bdece1f-a7d0-4ac6-96ea-600566bd7198,DISK] 2024-12-07T01:18:25,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901/ec1863dc21e5%2C44443%2C1733534297901.rep.1733534305950 2024-12-07T01:18:25,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43019:43019)] 2024-12-07T01:18:25,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8076979fecd4a3f44956b8126756072e, NAME => 'hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:25,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:18:25,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:18:25,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. service=MultiRowMutationService 2024-12-07T01:18:25,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:18:25,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:25,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:25,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:25,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:25,975 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:25,977 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8076979fecd4a3f44956b8126756072e columnFamilyName hfileref 2024-12-07T01:18:25,977 DEBUG [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:25,978 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] regionserver.HStore(327): Store=8076979fecd4a3f44956b8126756072e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:25,978 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:25,979 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8076979fecd4a3f44956b8126756072e columnFamilyName queue 2024-12-07T01:18:25,979 DEBUG [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:25,980 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] regionserver.HStore(327): Store=8076979fecd4a3f44956b8126756072e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:25,980 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:25,981 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8076979fecd4a3f44956b8126756072e columnFamilyName sid 2024-12-07T01:18:25,981 DEBUG [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:25,982 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] regionserver.HStore(327): Store=8076979fecd4a3f44956b8126756072e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:25,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:25,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/replication/8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:25,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/replication/8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:25,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:25,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:25,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:18:25,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:25,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/replication/8076979fecd4a3f44956b8126756072e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:18:25,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8076979fecd4a3f44956b8126756072e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60761138, jitterRate=-0.09458848834037781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:18:25,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:25,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8076979fecd4a3f44956b8126756072e: Running coprocessor pre-open hook at 1733534305973Writing region info on filesystem at 1733534305973Initializing all the Stores at 1733534305974 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534305974Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534305975 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534305975Cleaning up temporary data from old regions at 1733534305984 (+9 ms)Running coprocessor post-open hooks at 1733534305992 (+8 ms)Region opened successfully at 1733534305993 (+1 ms) 2024-12-07T01:18:25,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e., pid=7, masterSystemTime=1733534305944 2024-12-07T01:18:25,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:25,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:25,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8076979fecd4a3f44956b8126756072e, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,44443,1733534297901 2024-12-07T01:18:26,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8076979fecd4a3f44956b8126756072e, server=ec1863dc21e5,44443,1733534297901 because future has completed 2024-12-07T01:18:26,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-07T01:18:26,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8076979fecd4a3f44956b8126756072e, server=ec1863dc21e5,44443,1733534297901 in 211 msec 2024-12-07T01:18:26,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:18:26,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8076979fecd4a3f44956b8126756072e, ASSIGN in 369 msec 2024-12-07T01:18:26,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:18:26,009 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534306008"}]},"ts":"1733534306008"} 2024-12-07T01:18:26,011 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:18:26,012 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:18:26,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 816 msec 2024-12-07T01:18:26,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e., hostname=ec1863dc21e5,44443,1733534297901, seqNum=2] 2024-12-07T01:18:26,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:26,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:26,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:18:26,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-07T01:18:26,320 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:18:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:26,360 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,44443,1733534297901, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:18:26,361 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:18:26,361 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,44443,1733534297901, seqNum=-1] 2024-12-07T01:18:26,361 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:18:26,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-07T01:18:26,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,44443,1733534297901', locateType=CURRENT is [region=hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e., hostname=ec1863dc21e5,44443,1733534297901, seqNum=2] 2024-12-07T01:18:26,367 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-07T01:18:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-07T01:18:26,370 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,44443,1733534297901 suceeded 2024-12-07T01:18:26,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-07T01:18:26,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-12-07T01:18:26,373 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:43715,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:18:26,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1900 sec 2024-12-07T01:18:26,382 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:43715' 2024-12-07T01:18:26,383 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fdbbfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:26,383 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,43715,-1 for getting cluster id 2024-12-07T01:18:26,383 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:26,384 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5e798f1-26e1-4b2d-8bb8-925a2ac16f36' 2024-12-07T01:18:26,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:26,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5e798f1-26e1-4b2d-8bb8-925a2ac16f36" 2024-12-07T01:18:26,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b2cf0f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:26,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,43715,-1] 2024-12-07T01:18:26,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:26,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:26,386 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:26,386 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26fa380a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:26,387 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:18:26,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,43715,1733534302274 2024-12-07T01:18:26,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66c1bdc6 2024-12-07T01:18:26,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:18:26,388 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-07T01:18:26,389 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,44443,1733534297901 (queues=1) is replicating from cluster=ccee90ff-8a26-4c1f-a4d5-a7b8d154dd1b to cluster=b5e798f1-26e1-4b2d-8bb8-925a2ac16f36 2024-12-07T01:18:26,389 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C44443%2C1733534297901 2024-12-07T01:18:26,389 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,44443,1733534297901, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:18:26,390 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901.replicationSource.shipperec1863dc21e5%2C44443%2C1733534297901,1-ec1863dc21e5,44443,1733534297901 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C44443%2C1733534297901 2024-12-07T01:18:26,390 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901.replicationSource.wal-reader.ec1863dc21e5%2C44443%2C1733534297901,1-ec1863dc21e5,44443,1733534297901 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901/ec1863dc21e5%2C44443%2C1733534297901.1733534299064, startPosition=0, beingWritten=true 2024-12-07T01:18:26,596 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901.replicationSource.wal-reader.ec1863dc21e5%2C44443%2C1733534297901,1-ec1863dc21e5,44443,1733534297901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901/ec1863dc21e5%2C44443%2C1733534297901.1733534299064 to pos 0, reset compression=false 2024-12-07T01:18:26,903 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901.replicationSource.wal-reader.ec1863dc21e5%2C44443%2C1733534297901,1-ec1863dc21e5,44443,1733534297901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901/ec1863dc21e5%2C44443%2C1733534297901.1733534299064 to pos 0, reset compression=false 2024-12-07T01:18:27,308 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901.replicationSource.wal-reader.ec1863dc21e5%2C44443%2C1733534297901,1-ec1863dc21e5,44443,1733534297901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901/ec1863dc21e5%2C44443%2C1733534297901.1733534299064 to pos 0, reset compression=false 2024-12-07T01:18:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:27,349 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:18:27,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:18:27,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:27,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:27,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:27,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:18:27,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:18:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35687,1733534297693 2024-12-07T01:18:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b8d1822 2024-12-07T01:18:27,352 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:18:27,356 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:18:27,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-07T01:18:27,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:18:27,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:27,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:27,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:27,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:18:27,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:18:27,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=130478186, stopped=false 2024-12-07T01:18:27,359 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,35687,1733534297693 2024-12-07T01:18:27,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681491888/running 2024-12-07T01:18:27,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:27,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681491888/running 2024-12-07T01:18:27,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:27,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:18:27,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:18:27,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:27,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:27,393 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,44443,1733534297901' ***** 2024-12-07T01:18:27,393 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:18:27,393 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:18:27,393 INFO [RS:0;ec1863dc21e5:44443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:18:27,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:18:27,393 INFO [RS:0;ec1863dc21e5:44443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:18:27,393 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(3091): Received CLOSE for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:27,394 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,44443,1733534297901 2024-12-07T01:18:27,394 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:18:27,394 INFO [RS:0;ec1863dc21e5:44443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:44443. 2024-12-07T01:18:27,394 DEBUG [RS:0;ec1863dc21e5:44443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:27,394 DEBUG [RS:0;ec1863dc21e5:44443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:27,394 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:18:27,394 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:18:27,394 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:18:27,394 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:18:27,395 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8076979fecd4a3f44956b8126756072e, disabling compactions & flushes 2024-12-07T01:18:27,395 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:27,395 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:27,395 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. after waiting 0 ms 2024-12-07T01:18:27,395 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:27,395 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8076979fecd4a3f44956b8126756072e 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-07T01:18:27,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on znode that does not yet exist, /0-681491888/running 2024-12-07T01:18:27,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on znode that does not yet exist, /0-681491888/running 2024-12-07T01:18:27,395 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:18:27,395 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T01:18:27,404 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8076979fecd4a3f44956b8126756072e=hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e.} 2024-12-07T01:18:27,404 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:27,404 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:18:27,404 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:18:27,404 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:18:27,404 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:18:27,405 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-07T01:18:27,418 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:18:27,440 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/.tmp/info/cab64dbc5d314cc09f9d9a4c588dfa31 is 147, key is hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e./info:regioninfo/1733534305998/Put/seqid=0 2024-12-07T01:18:27,442 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/replication/8076979fecd4a3f44956b8126756072e/.tmp/queue/df9f7af368d84a988f827a895a67d32a is 151, key is 1-ec1863dc21e5,44443,1733534297901/queue:ec1863dc21e5%2C44443%2C1733534297901/1733534306366/Put/seqid=0 2024-12-07T01:18:27,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741838_1014 (size=6631) 2024-12-07T01:18:27,464 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/.tmp/info/cab64dbc5d314cc09f9d9a4c588dfa31 2024-12-07T01:18:27,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741839_1015 (size=5350) 2024-12-07T01:18:27,466 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/replication/8076979fecd4a3f44956b8126756072e/.tmp/queue/df9f7af368d84a988f827a895a67d32a 2024-12-07T01:18:27,478 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/replication/8076979fecd4a3f44956b8126756072e/.tmp/queue/df9f7af368d84a988f827a895a67d32a as hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/replication/8076979fecd4a3f44956b8126756072e/queue/df9f7af368d84a988f827a895a67d32a 2024-12-07T01:18:27,494 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/replication/8076979fecd4a3f44956b8126756072e/queue/df9f7af368d84a988f827a895a67d32a, entries=1, sequenceid=5, filesize=5.2 K 2024-12-07T01:18:27,495 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8076979fecd4a3f44956b8126756072e in 100ms, sequenceid=5, compaction requested=false 2024-12-07T01:18:27,495 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-07T01:18:27,503 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/.tmp/ns/235d97e6d0154c339bc891b8852dee1e is 43, key is default/ns:d/1733534299763/Put/seqid=0 2024-12-07T01:18:27,509 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/replication/8076979fecd4a3f44956b8126756072e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T01:18:27,510 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:18:27,510 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:18:27,510 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:27,511 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8076979fecd4a3f44956b8126756072e: Waiting for close lock at 1733534307395Running coprocessor pre-close hooks at 1733534307395Disabling compacts and flushes for region at 1733534307395Disabling writes for close at 1733534307395Obtaining lock to block concurrent updates at 1733534307403 (+8 ms)Preparing flush snapshotting stores in 8076979fecd4a3f44956b8126756072e at 1733534307403Finished memstore snapshotting hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733534307404 (+1 ms)Flushing stores of hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. at 1733534307405 (+1 ms)Flushing 8076979fecd4a3f44956b8126756072e/queue: creating writer at 1733534307405Flushing 8076979fecd4a3f44956b8126756072e/queue: appending metadata at 1733534307441 (+36 ms)Flushing 8076979fecd4a3f44956b8126756072e/queue: closing flushed file at 1733534307441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a98f6bd: reopening flushed file at 1733534307476 (+35 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8076979fecd4a3f44956b8126756072e in 100ms, sequenceid=5, compaction requested=false at 1733534307495 (+19 ms)Writing region close event to WAL at 1733534307496 (+1 ms)Running coprocessor post-close hooks at 1733534307510 (+14 ms)Closed at 1733534307510 2024-12-07T01:18:27,511 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:27,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741840_1016 (size=5153) 2024-12-07T01:18:27,604 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:27,805 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:27,837 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901.replicationSource.wal-reader.ec1863dc21e5%2C44443%2C1733534297901,1-ec1863dc21e5,44443,1733534297901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901/ec1863dc21e5%2C44443%2C1733534297901.1733534299064 to pos 0, reset compression=false 2024-12-07T01:18:27,905 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:18:27,905 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:18:27,923 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/.tmp/ns/235d97e6d0154c339bc891b8852dee1e 2024-12-07T01:18:27,985 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/.tmp/table/e2748fc4bb34463884ac3becb07dd2ce is 53, key is hbase:replication/table:state/1733534306008/Put/seqid=0 2024-12-07T01:18:28,007 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:28,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741841_1017 (size=5256) 2024-12-07T01:18:28,208 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:28,412 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T01:18:28,412 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:18:28,412 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:28,453 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/.tmp/table/e2748fc4bb34463884ac3becb07dd2ce 2024-12-07T01:18:28,468 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901.replicationSource.wal-reader.ec1863dc21e5%2C44443%2C1733534297901,1-ec1863dc21e5,44443,1733534297901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901/ec1863dc21e5%2C44443%2C1733534297901.1733534299064 to pos 0, reset compression=false 2024-12-07T01:18:28,497 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/.tmp/info/cab64dbc5d314cc09f9d9a4c588dfa31 as hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/info/cab64dbc5d314cc09f9d9a4c588dfa31 2024-12-07T01:18:28,520 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/info/cab64dbc5d314cc09f9d9a4c588dfa31, entries=10, sequenceid=11, filesize=6.5 K 2024-12-07T01:18:28,535 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/.tmp/ns/235d97e6d0154c339bc891b8852dee1e as hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/ns/235d97e6d0154c339bc891b8852dee1e 2024-12-07T01:18:28,547 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/ns/235d97e6d0154c339bc891b8852dee1e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-07T01:18:28,552 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/.tmp/table/e2748fc4bb34463884ac3becb07dd2ce as hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/table/e2748fc4bb34463884ac3becb07dd2ce 2024-12-07T01:18:28,570 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/table/e2748fc4bb34463884ac3becb07dd2ce, entries=2, sequenceid=11, filesize=5.1 K 2024-12-07T01:18:28,571 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1167ms, sequenceid=11, compaction requested=false 2024-12-07T01:18:28,613 DEBUG [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:28,636 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-07T01:18:28,644 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:18:28,644 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:18:28,644 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:18:28,645 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534307395Running coprocessor pre-close hooks at 1733534307395Disabling compacts and flushes for region at 1733534307395Disabling writes for close at 1733534307404 (+9 ms)Obtaining lock to block concurrent updates at 1733534307405 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733534307405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733534307405Flushing stores of hbase:meta,,1.1588230740 at 1733534307406 (+1 ms)Flushing 1588230740/info: creating writer at 1733534307407 (+1 ms)Flushing 1588230740/info: appending metadata at 1733534307439 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733534307439Flushing 1588230740/ns: creating writer at 1733534307475 (+36 ms)Flushing 1588230740/ns: appending metadata at 1733534307503 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1733534307503Flushing 1588230740/table: creating writer at 1733534307945 (+442 ms)Flushing 1588230740/table: appending metadata at 1733534307985 (+40 ms)Flushing 1588230740/table: closing flushed file at 1733534307985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c8fc71: reopening flushed file at 1733534308489 (+504 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f88c63: reopening flushed file at 1733534308521 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472871bd: reopening flushed file at 1733534308548 (+27 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1167ms, sequenceid=11, compaction requested=false at 1733534308571 (+23 ms)Writing region close event to WAL at 1733534308612 (+41 ms)Running coprocessor post-close hooks at 1733534308644 (+32 ms)Closed at 1733534308644 2024-12-07T01:18:28,645 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:18:28,813 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,44443,1733534297901; all regions closed. 2024-12-07T01:18:28,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741834_1010 (size=2742) 2024-12-07T01:18:28,871 DEBUG [RS:0;ec1863dc21e5:44443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/oldWALs 2024-12-07T01:18:28,872 INFO [RS:0;ec1863dc21e5:44443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C44443%2C1733534297901.meta:.meta(num 1733534299574) 2024-12-07T01:18:28,897 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901/ec1863dc21e5%2C44443%2C1733534297901.rep.1733534305950 not finished, retry = 0 2024-12-07T01:18:28,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741837_1013 (size=1586) 2024-12-07T01:18:29,005 DEBUG [RS:0;ec1863dc21e5:44443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/oldWALs 2024-12-07T01:18:29,005 INFO [RS:0;ec1863dc21e5:44443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C44443%2C1733534297901.rep:(num 1733534305950) 2024-12-07T01:18:29,036 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901/ec1863dc21e5%2C44443%2C1733534297901.1733534299064 not finished, retry = 0 2024-12-07T01:18:29,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741832_1008 (size=93) 2024-12-07T01:18:29,157 DEBUG [RS:0;ec1863dc21e5:44443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/oldWALs 2024-12-07T01:18:29,157 INFO [RS:0;ec1863dc21e5:44443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C44443%2C1733534297901:(num 1733534299064) 2024-12-07T01:18:29,157 DEBUG [RS:0;ec1863dc21e5:44443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:29,157 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:18:29,157 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:18:29,157 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:18:29,157 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:18:29,158 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,44443,1733534297901 because: Region server is closing 2024-12-07T01:18:29,158 INFO [RS:0;ec1863dc21e5:44443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:44443. 2024-12-07T01:18:29,158 DEBUG [RS:0;ec1863dc21e5:44443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:29,158 DEBUG [RS:0;ec1863dc21e5:44443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:29,158 DEBUG [RS:0;ec1863dc21e5:44443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:29,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:18:29,158 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:18:29,264 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901.replicationSource.shipperec1863dc21e5%2C44443%2C1733534297901,1-ec1863dc21e5,44443,1733534297901 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-07T01:18:29,268 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,44443,1733534297901.replicationSource.shipperec1863dc21e5%2C44443%2C1733534297901,1-ec1863dc21e5,44443,1733534297901 terminated 2024-12-07T01:18:29,268 INFO [RS:0;ec1863dc21e5:44443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44443 2024-12-07T01:18:29,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681491888/rs/ec1863dc21e5,44443,1733534297901 2024-12-07T01:18:29,332 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:18:29,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888/rs 2024-12-07T01:18:29,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,44443,1733534297901] 2024-12-07T01:18:29,360 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-681491888/draining/ec1863dc21e5,44443,1733534297901 already deleted, retry=false 2024-12-07T01:18:29,360 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,44443,1733534297901 expired; onlineServers=0 2024-12-07T01:18:29,360 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,35687,1733534297693' ***** 2024-12-07T01:18:29,360 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:18:29,361 INFO [M:0;ec1863dc21e5:35687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:18:29,361 INFO [M:0;ec1863dc21e5:35687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:18:29,361 DEBUG [M:0;ec1863dc21e5:35687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:18:29,361 DEBUG [M:0;ec1863dc21e5:35687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:18:29,361 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:18:29,361 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534298760 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534298760,5,FailOnTimeoutGroup] 2024-12-07T01:18:29,361 INFO [M:0;ec1863dc21e5:35687 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:18:29,361 INFO [M:0;ec1863dc21e5:35687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:18:29,361 DEBUG [M:0;ec1863dc21e5:35687 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:18:29,361 INFO [M:0;ec1863dc21e5:35687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:18:29,361 INFO [M:0;ec1863dc21e5:35687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:18:29,361 INFO [M:0;ec1863dc21e5:35687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:18:29,361 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:18:29,362 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534298757 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534298757,5,FailOnTimeoutGroup] 2024-12-07T01:18:29,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681491888/master 2024-12-07T01:18:29,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:29,400 DEBUG [M:0;ec1863dc21e5:35687 {}] zookeeper.RecoverableZooKeeper(212): Node /0-681491888/master already deleted, retry=false 2024-12-07T01:18:29,400 DEBUG [M:0;ec1863dc21e5:35687 {}] master.ActiveMasterManager(353): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-681491888/master 2024-12-07T01:18:29,408 INFO [M:0;ec1863dc21e5:35687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/.lastflushedseqids 2024-12-07T01:18:29,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:29,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44443-0x101ad5e1e6f0001, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:29,446 INFO [RS:0;ec1863dc21e5:44443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:18:29,446 INFO [RS:0;ec1863dc21e5:44443 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,44443,1733534297901; zookeeper connection closed. 2024-12-07T01:18:29,455 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31a14991 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31a14991 2024-12-07T01:18:29,456 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:18:29,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741842_1018 (size=181) 2024-12-07T01:18:29,492 INFO [M:0;ec1863dc21e5:35687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:18:29,492 INFO [M:0;ec1863dc21e5:35687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:18:29,492 DEBUG [M:0;ec1863dc21e5:35687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:18:29,492 INFO [M:0;ec1863dc21e5:35687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:29,492 DEBUG [M:0;ec1863dc21e5:35687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:29,493 DEBUG [M:0;ec1863dc21e5:35687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:18:29,493 DEBUG [M:0;ec1863dc21e5:35687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:29,493 INFO [M:0;ec1863dc21e5:35687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-07T01:18:29,548 DEBUG [M:0;ec1863dc21e5:35687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d143ac3ae1624d869c6c4e7ac9bf55a3 is 82, key is hbase:meta,,1/info:regioninfo/1733534299612/Put/seqid=0 2024-12-07T01:18:29,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741843_1019 (size=5672) 2024-12-07T01:18:29,996 INFO [M:0;ec1863dc21e5:35687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d143ac3ae1624d869c6c4e7ac9bf55a3 2024-12-07T01:18:30,077 DEBUG [M:0;ec1863dc21e5:35687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a7a5a8d0fc24ebbb4f6cf04c5d66347 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733534306013/Put/seqid=0 2024-12-07T01:18:30,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741844_1020 (size=7203) 2024-12-07T01:18:30,140 INFO [M:0;ec1863dc21e5:35687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a7a5a8d0fc24ebbb4f6cf04c5d66347 2024-12-07T01:18:30,184 DEBUG [M:0;ec1863dc21e5:35687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a819bbd44cb4d8a90a97e6607d6c536 is 69, key is ec1863dc21e5,44443,1733534297901/rs:state/1733534298881/Put/seqid=0 2024-12-07T01:18:30,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741845_1021 (size=5156) 2024-12-07T01:18:30,212 INFO [M:0;ec1863dc21e5:35687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a819bbd44cb4d8a90a97e6607d6c536 2024-12-07T01:18:30,261 DEBUG [M:0;ec1863dc21e5:35687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d143ac3ae1624d869c6c4e7ac9bf55a3 as hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d143ac3ae1624d869c6c4e7ac9bf55a3 2024-12-07T01:18:30,288 INFO [M:0;ec1863dc21e5:35687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d143ac3ae1624d869c6c4e7ac9bf55a3, entries=8, sequenceid=70, filesize=5.5 K 2024-12-07T01:18:30,303 DEBUG [M:0;ec1863dc21e5:35687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a7a5a8d0fc24ebbb4f6cf04c5d66347 as hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a7a5a8d0fc24ebbb4f6cf04c5d66347 2024-12-07T01:18:30,314 INFO [M:0;ec1863dc21e5:35687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a7a5a8d0fc24ebbb4f6cf04c5d66347, entries=8, sequenceid=70, filesize=7.0 K 2024-12-07T01:18:30,322 DEBUG [M:0;ec1863dc21e5:35687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a819bbd44cb4d8a90a97e6607d6c536 as hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a819bbd44cb4d8a90a97e6607d6c536 2024-12-07T01:18:30,362 INFO [M:0;ec1863dc21e5:35687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a819bbd44cb4d8a90a97e6607d6c536, entries=1, sequenceid=70, filesize=5.0 K 2024-12-07T01:18:30,367 INFO [M:0;ec1863dc21e5:35687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=70, compaction requested=false 2024-12-07T01:18:30,420 INFO [M:0;ec1863dc21e5:35687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:30,424 DEBUG [M:0;ec1863dc21e5:35687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534309492Disabling compacts and flushes for region at 1733534309492Disabling writes for close at 1733534309493 (+1 ms)Obtaining lock to block concurrent updates at 1733534309493Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534309493Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733534309493Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534309497 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534309497Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534309536 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534309536Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534310033 (+497 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534310075 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534310076 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534310148 (+72 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534310183 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534310183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e73dde2: reopening flushed file at 1733534310255 (+72 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a2f14d9: reopening flushed file at 1733534310288 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f9a664: reopening flushed file at 1733534310314 (+26 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=70, compaction requested=false at 1733534310367 (+53 ms)Writing region close event to WAL at 1733534310420 (+53 ms)Closed at 1733534310420 2024-12-07T01:18:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741830_1006 (size=41008) 2024-12-07T01:18:30,449 INFO [M:0;ec1863dc21e5:35687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:18:30,449 INFO [M:0;ec1863dc21e5:35687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35687 2024-12-07T01:18:30,449 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:18:30,455 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:18:30,452 INFO [M:0;ec1863dc21e5:35687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:18:30,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:30,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:30,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:30,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:30,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:30,652 INFO [M:0;ec1863dc21e5:35687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:18:30,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:30,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35687-0x101ad5e1e6f0000, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:30,658 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:18:30,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:30,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:30,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:18:30,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:30,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:18:30,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:18:30,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:18:30,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43483 2024-12-07T01:18:30,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43483 connecting to ZooKeeper ensemble=127.0.0.1:56336 2024-12-07T01:18:30,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434830x0, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:18:30,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43483-0x101ad5e1e6f0006 connected 2024-12-07T01:18:30,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:30,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:30,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on znode that does not yet exist, /0-681491888/running 2024-12-07T01:18:30,790 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67, hbase.cluster.distributed=false 2024-12-07T01:18:30,791 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681491888/meta-region-server: INIT 2024-12-07T01:18:30,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on znode that does not yet exist, /0-681491888/acl 2024-12-07T01:18:30,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43483 2024-12-07T01:18:30,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43483 2024-12-07T01:18:30,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43483 2024-12-07T01:18:30,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43483 2024-12-07T01:18:30,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43483 2024-12-07T01:18:30,858 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:18:30,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:30,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:30,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:18:30,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:30,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:18:30,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:18:30,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:18:30,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43425 2024-12-07T01:18:30,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43425 connecting to ZooKeeper ensemble=127.0.0.1:56336 2024-12-07T01:18:30,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:30,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:30,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434250x0, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:18:30,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43425-0x101ad5e1e6f0007 connected 2024-12-07T01:18:30,922 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681491888/meta-region-server: INIT 2024-12-07T01:18:30,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on znode that does not yet exist, /0-681491888/running 2024-12-07T01:18:30,922 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:18:30,948 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:18:30,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on znode that does not yet exist, /0-681491888/master 2024-12-07T01:18:30,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on znode that does not yet exist, /0-681491888/acl 2024-12-07T01:18:30,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43425 2024-12-07T01:18:30,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43425 2024-12-07T01:18:30,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43425 2024-12-07T01:18:31,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43425 2024-12-07T01:18:31,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43425 2024-12-07T01:18:31,093 DEBUG [M:0;ec1863dc21e5:43483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:43483 2024-12-07T01:18:31,108 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-681491888/backup-masters/ec1863dc21e5,43483,1733534310658 2024-12-07T01:18:31,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888/backup-masters 2024-12-07T01:18:31,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888/backup-masters 2024-12-07T01:18:31,147 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on existing znode=/0-681491888/backup-masters/ec1863dc21e5,43483,1733534310658 2024-12-07T01:18:31,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:31,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-681491888/master 2024-12-07T01:18:31,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:31,172 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on existing znode=/0-681491888/master 2024-12-07T01:18:31,172 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-681491888/backup-masters/ec1863dc21e5,43483,1733534310658 from backup master directory 2024-12-07T01:18:31,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681491888/backup-masters/ec1863dc21e5,43483,1733534310658 2024-12-07T01:18:31,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888/backup-masters 2024-12-07T01:18:31,185 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:18:31,185 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,43483,1733534310658 2024-12-07T01:18:31,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888/backup-masters 2024-12-07T01:18:31,214 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:31,214 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:18:31,245 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 31ms. 2024-12-07T01:18:31,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741846_1022 (size=196) 2024-12-07T01:18:31,302 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:18:31,303 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:18:31,303 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:31,352 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-07T01:18:31,362 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/WALs/ec1863dc21e5,35687,1733534297693 to hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/WALs/ec1863dc21e5,35687,1733534297693-dead as it is dead 2024-12-07T01:18:31,363 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/WALs/ec1863dc21e5,35687,1733534297693-dead/ec1863dc21e5%2C35687%2C1733534297693.1733534298477 2024-12-07T01:18:31,363 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/WALs/ec1863dc21e5,35687,1733534297693-dead/ec1863dc21e5%2C35687%2C1733534297693.1733534298477 after 0ms 2024-12-07T01:18:31,364 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/WALs/ec1863dc21e5,35687,1733534297693-dead/ec1863dc21e5%2C35687%2C1733534297693.1733534298477 to hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec1863dc21e5%2C35687%2C1733534297693.1733534298477 2024-12-07T01:18:31,364 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/WALs/ec1863dc21e5,35687,1733534297693-dead 2024-12-07T01:18:31,366 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/WALs/ec1863dc21e5,43483,1733534310658 2024-12-07T01:18:31,367 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:18:31,374 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C43483%2C1733534310658, suffix=, logDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/WALs/ec1863dc21e5,43483,1733534310658, archiveDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/oldWALs, maxLogs=10 2024-12-07T01:18:31,412 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/WALs/ec1863dc21e5,43483,1733534310658/ec1863dc21e5%2C43483%2C1733534310658.1733534311374, exclude list is [], retry=0 2024-12-07T01:18:31,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40509,DS-2bdece1f-a7d0-4ac6-96ea-600566bd7198,DISK] 2024-12-07T01:18:31,446 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/WALs/ec1863dc21e5,43483,1733534310658/ec1863dc21e5%2C43483%2C1733534310658.1733534311374 2024-12-07T01:18:31,452 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43019:43019)] 2024-12-07T01:18:31,452 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:31,453 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:31,453 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:31,453 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:31,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:31,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:18:31,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:31,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d143ac3ae1624d869c6c4e7ac9bf55a3 2024-12-07T01:18:31,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:31,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:31,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:18:31,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:31,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a7a5a8d0fc24ebbb4f6cf04c5d66347 2024-12-07T01:18:31,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:31,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:31,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:18:31,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:31,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a819bbd44cb4d8a90a97e6607d6c536 2024-12-07T01:18:31,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:31,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:31,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:18:31,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:31,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:31,621 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:31,627 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-07T01:18:31,627 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec1863dc21e5%2C35687%2C1733534297693.1733534298477 2024-12-07T01:18:31,637 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec1863dc21e5%2C35687%2C1733534297693.1733534298477 2024-12-07T01:18:31,649 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ec1863dc21e5%2C35687%2C1733534297693.1733534298477 2024-12-07T01:18:31,672 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:31,672 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:31,677 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:18:31,694 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:31,710 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-07T01:18:31,714 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69891605, jitterRate=0.04146607220172882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:18:31,714 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534311453Initializing all the Stores at 1733534311468 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534311468Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534311468Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534311468Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534311469 (+1 ms)Cleaning up temporary data from old regions at 1733534311672 (+203 ms)Region opened successfully at 1733534311714 (+42 ms) 2024-12-07T01:18:31,716 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:18:31,733 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1ff4f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:18:31,741 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-07T01:18:31,742 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:18:31,742 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:18:31,742 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:18:31,747 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-12-07T01:18:31,755 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:31,761 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:18:31,761 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:18:31,761 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 14 msec 2024-12-07T01:18:31,761 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:18:31,770 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ec1863dc21e5,44443,1733534297901, regionLocation=ec1863dc21e5,44443,1733534297901, openSeqNum=2 2024-12-07T01:18:31,770 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ec1863dc21e5,44443,1733534297901, table=hbase:meta, region=1588230740 2024-12-07T01:18:31,770 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,44443,1733534297901, state=OPEN 2024-12-07T01:18:31,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-681491888/meta-region-server 2024-12-07T01:18:31,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681491888/meta-region-server: CHANGED 2024-12-07T01:18:31,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-681491888/meta-region-server 2024-12-07T01:18:31,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681491888/meta-region-server: CHANGED 2024-12-07T01:18:31,829 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:18:31,882 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681491888/draining/ec1863dc21e5,44443,1733534297901 already deleted, retry=false 2024-12-07T01:18:31,882 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ec1863dc21e5,44443,1733534297901 on ec1863dc21e5,43483,1733534310658 2024-12-07T01:18:31,889 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ec1863dc21e5,44443,1733534297901, splitWal=true, meta=true 2024-12-07T01:18:31,889 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for ec1863dc21e5,44443,1733534297901 (carryingMeta=true) ec1863dc21e5,44443,1733534297901/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4bb4eb6a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-07T01:18:31,892 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Unable to get data of znode /0-681491888/balancer because node does not exist (not necessarily an error) 2024-12-07T01:18:31,980 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681491888/balancer already deleted, retry=false 2024-12-07T01:18:31,981 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:18:31,982 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Unable to get data of znode /0-681491888/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:18:32,059 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681491888/normalizer already deleted, retry=false 2024-12-07T01:18:32,060 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:18:32,060 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Unable to get data of znode /0-681491888/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:18:32,123 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681491888/switch/split already deleted, retry=false 2024-12-07T01:18:32,124 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Unable to get data of znode /0-681491888/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:18:32,186 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681491888/switch/merge already deleted, retry=false 2024-12-07T01:18:32,253 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Unable to get data of znode /0-681491888/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:18:32,342 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681491888/snapshot-cleanup already deleted, retry=false 2024-12-07T01:18:32,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-681491888/running 2024-12-07T01:18:32,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:32,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-681491888/running 2024-12-07T01:18:32,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:32,391 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,43483,1733534310658, sessionid=0x101ad5e1e6f0006, setting cluster-up flag (Was=false) 2024-12-07T01:18:32,414 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-681491888/flush-table-proc/acquired, /0-681491888/flush-table-proc/reached, /0-681491888/flush-table-proc/abort 2024-12-07T01:18:32,418 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,43483,1733534310658 2024-12-07T01:18:32,438 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-681491888/online-snapshot/acquired, /0-681491888/online-snapshot/reached, /0-681491888/online-snapshot/abort 2024-12-07T01:18:32,442 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,43483,1733534310658 2024-12-07T01:18:32,449 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/.lastflushedseqids 2024-12-07T01:18:32,458 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:18:32,458 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:18:32,459 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,43483,1733534310658 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ec1863dc21e5,44443,1733534297901 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:18:32,465 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:32,465 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:32,465 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:32,465 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:32,465 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:18:32,465 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:32,465 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:18:32,465 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:32,479 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(746): ClusterId : ccee90ff-8a26-4c1f-a4d5-a7b8d154dd1b 2024-12-07T01:18:32,479 DEBUG [RS:0;ec1863dc21e5:43425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:18:32,485 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ec1863dc21e5,44443,1733534297901, splitWal=true, meta=true 2024-12-07T01:18:32,486 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ec1863dc21e5,44443,1733534297901, splitWal=true, meta=true, isMeta: true 2024-12-07T01:18:32,488 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534342488 2024-12-07T01:18:32,489 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:18:32,489 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:18:32,489 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:18:32,489 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:18:32,489 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:18:32,489 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:18:32,492 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901-splitting 2024-12-07T01:18:32,496 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:32,500 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901-splitting dir is empty, no logs to split. 2024-12-07T01:18:32,500 INFO [PEWorker-1 {}] master.SplitWALManager(105): ec1863dc21e5,44443,1733534297901 WAL count=0, meta=true 2024-12-07T01:18:32,503 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:18:32,503 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:18:32,503 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:18:32,503 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:18:32,507 DEBUG [RS:0;ec1863dc21e5:43425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:18:32,507 DEBUG [RS:0;ec1863dc21e5:43425 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:18:32,509 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:18:32,509 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:18:32,512 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534312509,5,FailOnTimeoutGroup] 2024-12-07T01:18:32,513 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534312512,5,FailOnTimeoutGroup] 2024-12-07T01:18:32,513 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:32,513 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:18:32,513 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:32,513 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:32,513 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534312513, completionTime=-1 2024-12-07T01:18:32,514 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-07T01:18:32,514 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-07T01:18:32,519 DEBUG [RS:0;ec1863dc21e5:43425 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:18:32,521 DEBUG [RS:0;ec1863dc21e5:43425 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2d904d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:18:32,524 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901-splitting dir is empty, no logs to split. 2024-12-07T01:18:32,524 INFO [PEWorker-1 {}] master.SplitWALManager(105): ec1863dc21e5,44443,1733534297901 WAL count=0, meta=true 2024-12-07T01:18:32,524 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ec1863dc21e5,44443,1733534297901 WAL splitting is done? wals=0, meta=true 2024-12-07T01:18:32,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:18:32,538 DEBUG [RS:0;ec1863dc21e5:43425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:43425 2024-12-07T01:18:32,538 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:18:32,538 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:18:32,538 DEBUG [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:18:32,539 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,43483,1733534310658 with port=43425, startcode=1733534310858 2024-12-07T01:18:32,539 DEBUG [RS:0;ec1863dc21e5:43425 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:18:32,545 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:18:32,545 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:18:32,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43483 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,43425,1733534310858 2024-12-07T01:18:32,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43483 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,43425,1733534310858 2024-12-07T01:18:32,549 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T01:18:32,549 DEBUG [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67 2024-12-07T01:18:32,549 DEBUG [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34689 2024-12-07T01:18:32,549 DEBUG [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:18:32,564 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-07T01:18:32,636 DEBUG [RS:0;ec1863dc21e5:43425 {}] zookeeper.ZKUtil(111): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on existing znode=/0-681491888/rs/ec1863dc21e5,43425,1733534310858 2024-12-07T01:18:32,636 WARN [RS:0;ec1863dc21e5:43425 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:18:32,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888/rs 2024-12-07T01:18:32,637 INFO [RS:0;ec1863dc21e5:43425 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:32,637 DEBUG [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858 2024-12-07T01:18:32,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,43425,1733534310858] 2024-12-07T01:18:32,669 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:18:32,681 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:18:32,685 INFO [RS:0;ec1863dc21e5:43425 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:18:32,685 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:32,688 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:18:32,690 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:18:32,690 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:32,690 DEBUG [RS:0;ec1863dc21e5:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:32,690 DEBUG [RS:0;ec1863dc21e5:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:32,690 DEBUG [RS:0;ec1863dc21e5:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:32,690 DEBUG [RS:0;ec1863dc21e5:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:32,690 DEBUG [RS:0;ec1863dc21e5:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:32,690 DEBUG [RS:0;ec1863dc21e5:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:18:32,691 DEBUG [RS:0;ec1863dc21e5:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:32,691 DEBUG [RS:0;ec1863dc21e5:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:32,691 DEBUG [RS:0;ec1863dc21e5:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:32,691 DEBUG [RS:0;ec1863dc21e5:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:32,691 DEBUG [RS:0;ec1863dc21e5:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:32,691 DEBUG [RS:0;ec1863dc21e5:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:32,691 DEBUG [RS:0;ec1863dc21e5:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:18:32,691 DEBUG [RS:0;ec1863dc21e5:43425 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:18:32,700 WARN [ec1863dc21e5:43483 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T01:18:32,701 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:32,701 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:32,701 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:32,701 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:32,701 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:32,701 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43425,1733534310858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:18:32,726 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:18:32,726 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43425,1733534310858-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:32,747 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,43425,1733534310858, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:18:32,748 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:32,748 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.Replication(171): ec1863dc21e5,43425,1733534310858 started 2024-12-07T01:18:32,771 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:32,771 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource,1-ec1863dc21e5,43425,1733534310858 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:43715' 2024-12-07T01:18:32,772 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,43425,1733534310858, RpcServer on ec1863dc21e5/172.17.0.3:43425, sessionid=0x101ad5e1e6f0007 2024-12-07T01:18:32,772 DEBUG [RS:0;ec1863dc21e5:43425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:18:32,772 DEBUG [RS:0;ec1863dc21e5:43425 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,43425,1733534310858 2024-12-07T01:18:32,772 DEBUG [RS:0;ec1863dc21e5:43425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,43425,1733534310858' 2024-12-07T01:18:32,772 DEBUG [RS:0;ec1863dc21e5:43425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-681491888/flush-table-proc/abort' 2024-12-07T01:18:32,773 DEBUG [RS:0;ec1863dc21e5:43425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-681491888/flush-table-proc/acquired' 2024-12-07T01:18:32,773 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource,1-ec1863dc21e5,43425,1733534310858 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49fcad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:32,773 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource,1-ec1863dc21e5,43425,1733534310858 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,43715,-1 for getting cluster id 2024-12-07T01:18:32,773 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource,1-ec1863dc21e5,43425,1733534310858 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:32,774 DEBUG [RS:0;ec1863dc21e5:43425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:18:32,774 DEBUG [RS:0;ec1863dc21e5:43425 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:18:32,774 DEBUG [RS:0;ec1863dc21e5:43425 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,43425,1733534310858 2024-12-07T01:18:32,774 DEBUG [RS:0;ec1863dc21e5:43425 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,43425,1733534310858' 2024-12-07T01:18:32,774 DEBUG [RS:0;ec1863dc21e5:43425 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-681491888/online-snapshot/abort' 2024-12-07T01:18:32,774 DEBUG [RS:0;ec1863dc21e5:43425 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-681491888/online-snapshot/acquired' 2024-12-07T01:18:32,774 DEBUG [RS:0;ec1863dc21e5:43425 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:18:32,774 INFO [RS:0;ec1863dc21e5:43425 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:18:32,774 INFO [RS:0;ec1863dc21e5:43425 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:18:32,783 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5e798f1-26e1-4b2d-8bb8-925a2ac16f36' 2024-12-07T01:18:32,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:32,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5e798f1-26e1-4b2d-8bb8-925a2ac16f36" 2024-12-07T01:18:32,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23195291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:32,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,43715,-1] 2024-12-07T01:18:32,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:32,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:32,785 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:32,787 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource,1-ec1863dc21e5,43425,1733534310858 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@247a2526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:32,787 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource,1-ec1863dc21e5,43425,1733534310858 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:18:32,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,43715,1733534302274 2024-12-07T01:18:32,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33b0085b 2024-12-07T01:18:32,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:18:32,790 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-07T01:18:32,792 INFO [RS:0;ec1863dc21e5:43425.replicationSource,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,43425,1733534310858 (queues=0) is replicating from cluster=ccee90ff-8a26-4c1f-a4d5-a7b8d154dd1b to cluster=b5e798f1-26e1-4b2d-8bb8-925a2ac16f36 2024-12-07T01:18:32,875 INFO [RS:0;ec1863dc21e5:43425 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:18:32,881 INFO [RS:0;ec1863dc21e5:43425 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C43425%2C1733534310858, suffix=, logDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858, archiveDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/oldWALs, maxLogs=10 2024-12-07T01:18:32,900 DEBUG [RS:0;ec1863dc21e5:43425 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882, exclude list is [], retry=0 2024-12-07T01:18:32,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40509,DS-2bdece1f-a7d0-4ac6-96ea-600566bd7198,DISK] 2024-12-07T01:18:32,925 INFO [RS:0;ec1863dc21e5:43425 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882 2024-12-07T01:18:32,928 DEBUG [RS:0;ec1863dc21e5:43425 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ec1863dc21e5%2C43425%2C1733534310858 for peer 1 2024-12-07T01:18:32,928 DEBUG [RS:0;ec1863dc21e5:43425 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C43425%2C1733534310858 2024-12-07T01:18:32,929 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,43425,1733534310858, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:18:32,936 DEBUG [RS:0;ec1863dc21e5:43425 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43019:43019)] 2024-12-07T01:18:32,937 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource.wal-reader.ec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882, startPosition=0, beingWritten=true 2024-12-07T01:18:32,940 INFO [RS:0;ec1863dc21e5:43425.replicationSource.shipperec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C43425%2C1733534310858 2024-12-07T01:18:32,950 DEBUG [ec1863dc21e5:43483 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:18:32,951 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,43425,1733534310858 2024-12-07T01:18:32,955 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,43425,1733534310858, state=OPENING 2024-12-07T01:18:33,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-681491888/meta-region-server 2024-12-07T01:18:33,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681491888/meta-region-server: CHANGED 2024-12-07T01:18:33,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-681491888/meta-region-server 2024-12-07T01:18:33,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681491888/meta-region-server: CHANGED 2024-12-07T01:18:33,165 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:18:33,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,43425,1733534310858}] 2024-12-07T01:18:33,200 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource.wal-reader.ec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882 to pos 0, reset compression=false 2024-12-07T01:18:33,328 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:18:33,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:18:33,343 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:18:33,343 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:33,343 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:18:33,344 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C43425%2C1733534310858.meta, suffix=.meta, logDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858, archiveDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/oldWALs, maxLogs=10 2024-12-07T01:18:33,361 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.meta.1733534313345.meta, exclude list is [], retry=0 2024-12-07T01:18:33,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40509,DS-2bdece1f-a7d0-4ac6-96ea-600566bd7198,DISK] 2024-12-07T01:18:33,368 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.meta.1733534313345.meta 2024-12-07T01:18:33,372 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43019:43019)] 2024-12-07T01:18:33,372 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:33,373 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:18:33,373 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:18:33,373 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:18:33,373 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:18:33,373 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:18:33,373 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:33,373 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:18:33,373 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:18:33,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:18:33,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:18:33,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:33,420 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/info/cab64dbc5d314cc09f9d9a4c588dfa31 2024-12-07T01:18:33,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:33,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:18:33,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:18:33,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:33,437 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/ns/235d97e6d0154c339bc891b8852dee1e 2024-12-07T01:18:33,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:33,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:18:33,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:18:33,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:33,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:33,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:18:33,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:18:33,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:33,445 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/table/e2748fc4bb34463884ac3becb07dd2ce 2024-12-07T01:18:33,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:33,446 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:18:33,446 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740 2024-12-07T01:18:33,447 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740 2024-12-07T01:18:33,450 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:18:33,450 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:18:33,451 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:18:33,452 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:18:33,452 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73470363, jitterRate=0.09479372203350067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:18:33,452 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:18:33,453 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534313374Writing region info on filesystem at 1733534313374Initializing all the Stores at 1733534313374Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534313375 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534313381 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534313381Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534313381Cleaning up temporary data from old regions at 1733534313450 (+69 ms)Running coprocessor post-open hooks at 1733534313452 (+2 ms)Region opened successfully at 1733534313452 2024-12-07T01:18:33,453 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733534313328 2024-12-07T01:18:33,456 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:18:33,456 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:18:33,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ec1863dc21e5,43425,1733534310858 2024-12-07T01:18:33,457 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,43425,1733534310858, state=OPEN 2024-12-07T01:18:33,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-681491888/meta-region-server 2024-12-07T01:18:33,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-681491888/meta-region-server 2024-12-07T01:18:33,512 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,43425,1733534310858 2024-12-07T01:18:33,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681491888/meta-region-server: CHANGED 2024-12-07T01:18:33,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681491888/meta-region-server: CHANGED 2024-12-07T01:18:33,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-07T01:18:33,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,43425,1733534310858 in 347 msec 2024-12-07T01:18:33,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T01:18:33,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 982 msec 2024-12-07T01:18:33,528 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource.wal-reader.ec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882 to pos 0, reset compression=false 2024-12-07T01:18:33,936 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource.wal-reader.ec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882 to pos 0, reset compression=false 2024-12-07T01:18:34,088 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1574ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1524ms 2024-12-07T01:18:34,457 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource.wal-reader.ec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882 to pos 0, reset compression=false 2024-12-07T01:18:35,063 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource.wal-reader.ec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882 to pos 0, reset compression=false 2024-12-07T01:18:35,596 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3082ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3032ms 2024-12-07T01:18:35,776 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource.wal-reader.ec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882 to pos 0, reset compression=false 2024-12-07T01:18:36,581 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource.wal-reader.ec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882 to pos 0, reset compression=false 2024-12-07T01:18:37,051 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4537ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-07T01:18:37,052 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:18:37,052 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:18:37,052 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,43425,1733534310858, seqNum=-1] 2024-12-07T01:18:37,053 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:18:37,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:18:37,061 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8076979fecd4a3f44956b8126756072e, regionState=OPEN, lastHost=ec1863dc21e5,44443,1733534297901, regionLocation=ec1863dc21e5,44443,1733534297901, openSeqNum=2 2024-12-07T01:18:37,061 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:18:37,061 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534377061 2024-12-07T01:18:37,061 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534437061 2024-12-07T01:18:37,061 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-07T01:18:37,061 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): ec1863dc21e5,44443,1733534297901 had 2 regions 2024-12-07T01:18:37,062 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43483,1733534310658-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:37,062 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43483,1733534310658-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:37,062 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43483,1733534310658-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:37,062 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:43483, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:37,062 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:37,068 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:37,070 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ec1863dc21e5,44443,1733534297901, splitWal=true, meta=true, isMeta: false 2024-12-07T01:18:37,076 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.890sec 2024-12-07T01:18:37,076 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:18:37,077 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:18:37,077 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:18:37,077 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:18:37,077 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:18:37,077 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43483,1733534310658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:18:37,077 WARN [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ec1863dc21e5,44443,1733534297901/hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:37,077 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43483,1733534310658-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:18:37,077 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901-splitting dir is empty, no logs to split. 2024-12-07T01:18:37,077 INFO [PEWorker-5 {}] master.SplitWALManager(105): ec1863dc21e5,44443,1733534297901 WAL count=0, meta=false 2024-12-07T01:18:37,079 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,44443,1733534297901-splitting dir is empty, no logs to split. 2024-12-07T01:18:37,079 INFO [PEWorker-5 {}] master.SplitWALManager(105): ec1863dc21e5,44443,1733534297901 WAL count=0, meta=false 2024-12-07T01:18:37,079 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if ec1863dc21e5,44443,1733534297901 WAL splitting is done? wals=0, meta=false 2024-12-07T01:18:37,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8076979fecd4a3f44956b8126756072e, ASSIGN}] 2024-12-07T01:18:37,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8076979fecd4a3f44956b8126756072e, ASSIGN 2024-12-07T01:18:37,084 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8076979fecd4a3f44956b8126756072e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-07T01:18:37,088 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:18:37,088 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:18:37,088 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,43483,1733534310658-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:37,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42398323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:37,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,43483,-1 for getting cluster id 2024-12-07T01:18:37,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:37,109 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccee90ff-8a26-4c1f-a4d5-a7b8d154dd1b' 2024-12-07T01:18:37,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:37,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccee90ff-8a26-4c1f-a4d5-a7b8d154dd1b" 2024-12-07T01:18:37,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4600a1a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:37,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,43483,-1] 2024-12-07T01:18:37,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:37,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:37,136 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:37,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0f6b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:37,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:18:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,43425,1733534310858, seqNum=-1] 2024-12-07T01:18:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:18:37,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:18:37,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-07T01:18:37,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:18:37,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:37,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:37,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:37,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ec1863dc21e5:43483 after: ec1863dc21e5:43483 2024-12-07T01:18:37,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d556a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:37,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,43483,-1 for getting cluster id 2024-12-07T01:18:37,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:37,145 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccee90ff-8a26-4c1f-a4d5-a7b8d154dd1b' 2024-12-07T01:18:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccee90ff-8a26-4c1f-a4d5-a7b8d154dd1b" 2024-12-07T01:18:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f471b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,43483,-1] 2024-12-07T01:18:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:37,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:18:37,152 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:37,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13acfb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:37,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:18:37,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,43483,1733534310658 2024-12-07T01:18:37,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331fd52e 2024-12-07T01:18:37,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:18:37,163 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:18:37,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43483 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-07T01:18:37,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:18:37,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:18:37,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:37,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:37,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:37,164 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:18:37,164 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1477334542, stopped=false 2024-12-07T01:18:37,164 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,43715,1733534302274 2024-12-07T01:18:37,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:18:37,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-46984865/running 2024-12-07T01:18:37,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:37,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-46984865/running 2024-12-07T01:18:37,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:37,222 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:18:37,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:18:37,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:37,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:37,223 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,38421,1733534302441' ***** 2024-12-07T01:18:37,223 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:18:37,223 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:18:37,224 INFO [RS:0;ec1863dc21e5:38421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:18:37,224 INFO [RS:0;ec1863dc21e5:38421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:18:37,224 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,38421,1733534302441 2024-12-07T01:18:37,224 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:18:37,224 INFO [RS:0;ec1863dc21e5:38421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:38421. 2024-12-07T01:18:37,224 DEBUG [RS:0;ec1863dc21e5:38421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:37,224 DEBUG [RS:0;ec1863dc21e5:38421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:37,224 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:18:37,224 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:18:37,224 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:18:37,224 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:18:37,224 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:18:37,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Set watcher on znode that does not yet exist, /1-46984865/running 2024-12-07T01:18:37,224 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T01:18:37,224 DEBUG [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:18:37,224 DEBUG [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:37,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Set watcher on znode that does not yet exist, /1-46984865/running 2024-12-07T01:18:37,224 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:18:37,224 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:18:37,225 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:18:37,225 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:18:37,225 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:18:37,225 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-07T01:18:37,234 DEBUG [ec1863dc21e5:43483 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:18:37,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8076979fecd4a3f44956b8126756072e, regionState=OPENING, regionLocation=ec1863dc21e5,43425,1733534310858 2024-12-07T01:18:37,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8076979fecd4a3f44956b8126756072e, ASSIGN because future has completed 2024-12-07T01:18:37,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8076979fecd4a3f44956b8126756072e, server=ec1863dc21e5,43425,1733534310858}] 2024-12-07T01:18:37,253 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/data/hbase/meta/1588230740/.tmp/ns/8b6b4222ded04689b54eb5fe99be1cb5 is 43, key is default/ns:d/1733534305008/Put/seqid=0 2024-12-07T01:18:37,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741835_1011 (size=5153) 2024-12-07T01:18:37,291 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:18:37,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:37,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:37,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:18:37,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C43425%2C1733534310858.rep, suffix=, logDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858, archiveDir=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/oldWALs, maxLogs=10 2024-12-07T01:18:37,424 DEBUG [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:37,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.rep.1733534317415, exclude list is [], retry=0 2024-12-07T01:18:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40509,DS-2bdece1f-a7d0-4ac6-96ea-600566bd7198,DISK] 2024-12-07T01:18:37,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.rep.1733534317415 2024-12-07T01:18:37,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43019:43019)] 2024-12-07T01:18:37,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 8076979fecd4a3f44956b8126756072e, NAME => 'hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:37,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:18:37,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:18:37,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. service=MultiRowMutationService 2024-12-07T01:18:37,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:18:37,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:37,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:37,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:37,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:37,485 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:37,486 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8076979fecd4a3f44956b8126756072e columnFamilyName hfileref 2024-12-07T01:18:37,487 DEBUG [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:37,487 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] regionserver.HStore(327): Store=8076979fecd4a3f44956b8126756072e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:37,488 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:37,489 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8076979fecd4a3f44956b8126756072e columnFamilyName queue 2024-12-07T01:18:37,489 DEBUG [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:37,510 DEBUG [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/replication/8076979fecd4a3f44956b8126756072e/queue/df9f7af368d84a988f827a895a67d32a 2024-12-07T01:18:37,510 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] regionserver.HStore(327): Store=8076979fecd4a3f44956b8126756072e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:37,510 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:37,515 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8076979fecd4a3f44956b8126756072e columnFamilyName sid 2024-12-07T01:18:37,516 DEBUG [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:37,516 INFO [StoreOpener-8076979fecd4a3f44956b8126756072e-1 {}] regionserver.HStore(327): Store=8076979fecd4a3f44956b8126756072e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:37,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:37,517 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource.wal-reader.ec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882 to pos 0, reset compression=false 2024-12-07T01:18:37,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/replication/8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:37,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/replication/8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:37,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:37,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:37,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:18:37,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:37,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 8076979fecd4a3f44956b8126756072e; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62745182, jitterRate=-0.06502392888069153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:18:37,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:37,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 8076979fecd4a3f44956b8126756072e: Running coprocessor pre-open hook at 1733534317459Writing region info on filesystem at 1733534317459Initializing all the Stores at 1733534317473 (+14 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534317473Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534317485 (+12 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534317485Cleaning up temporary data from old regions at 1733534317521 (+36 ms)Running coprocessor post-open hooks at 1733534317529 (+8 ms)Region opened successfully at 1733534317530 (+1 ms) 2024-12-07T01:18:37,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e., pid=13, masterSystemTime=1733534317394 2024-12-07T01:18:37,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:37,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:37,538 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8076979fecd4a3f44956b8126756072e, regionState=OPEN, openSeqNum=9, regionLocation=ec1863dc21e5,43425,1733534310858 2024-12-07T01:18:37,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8076979fecd4a3f44956b8126756072e, server=ec1863dc21e5,43425,1733534310858 because future has completed 2024-12-07T01:18:37,548 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43483 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=ec1863dc21e5,43425,1733534310858, table=hbase:replication, region=8076979fecd4a3f44956b8126756072e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-07T01:18:37,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-07T01:18:37,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8076979fecd4a3f44956b8126756072e, server=ec1863dc21e5,43425,1733534310858 in 333 msec 2024-12-07T01:18:37,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-07T01:18:37,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8076979fecd4a3f44956b8126756072e, ASSIGN in 496 msec 2024-12-07T01:18:37,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-07T01:18:37,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e., hostname=ec1863dc21e5,43425,1733534310858, seqNum=9] 2024-12-07T01:18:37,602 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for ec1863dc21e5,44443,1733534297901 2024-12-07T01:18:37,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-07T01:18:37,625 DEBUG [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:37,659 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/data/hbase/meta/1588230740/.tmp/ns/8b6b4222ded04689b54eb5fe99be1cb5 2024-12-07T01:18:37,666 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/data/hbase/meta/1588230740/.tmp/ns/8b6b4222ded04689b54eb5fe99be1cb5 as hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/data/hbase/meta/1588230740/ns/8b6b4222ded04689b54eb5fe99be1cb5 2024-12-07T01:18:37,674 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/data/hbase/meta/1588230740/ns/8b6b4222ded04689b54eb5fe99be1cb5, entries=2, sequenceid=6, filesize=5.0 K 2024-12-07T01:18:37,675 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false 2024-12-07T01:18:37,675 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:18:37,687 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-07T01:18:37,688 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:18:37,688 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:18:37,688 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:18:37,688 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534317224Running coprocessor pre-close hooks at 1733534317224Disabling compacts and flushes for region at 1733534317224Disabling writes for close at 1733534317225 (+1 ms)Obtaining lock to block concurrent updates at 1733534317225Preparing flush snapshotting stores in 1588230740 at 1733534317225Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733534317225Flushing stores of hbase:meta,,1.1588230740 at 1733534317226 (+1 ms)Flushing 1588230740/ns: creating writer at 1733534317226Flushing 1588230740/ns: appending metadata at 1733534317253 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733534317253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549bd9d9: reopening flushed file at 1733534317665 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false at 1733534317675 (+10 ms)Writing region close event to WAL at 1733534317682 (+7 ms)Running coprocessor post-close hooks at 1733534317688 (+6 ms)Closed at 1733534317688 2024-12-07T01:18:37,688 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:18:37,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43425 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-07T01:18:37,828 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,38421,1733534302441; all regions closed. 2024-12-07T01:18:37,840 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/WALs/ec1863dc21e5,38421,1733534302441/ec1863dc21e5%2C38421%2C1733534302441.meta.1733534304917.meta not finished, retry = 0 2024-12-07T01:18:37,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741834_1010 (size=1152) 2024-12-07T01:18:37,943 DEBUG [RS:0;ec1863dc21e5:38421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/oldWALs 2024-12-07T01:18:37,943 INFO [RS:0;ec1863dc21e5:38421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C38421%2C1733534302441.meta:.meta(num 1733534304917) 2024-12-07T01:18:37,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/WALs/ec1863dc21e5,38421,1733534302441/ec1863dc21e5%2C38421%2C1733534302441.1733534304361 not finished, retry = 0 2024-12-07T01:18:37,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741832_1008 (size=93) 2024-12-07T01:18:38,053 DEBUG [RS:0;ec1863dc21e5:38421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/oldWALs 2024-12-07T01:18:38,053 INFO [RS:0;ec1863dc21e5:38421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C38421%2C1733534302441:(num 1733534304361) 2024-12-07T01:18:38,053 DEBUG [RS:0;ec1863dc21e5:38421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:38,053 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:18:38,053 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:18:38,054 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:18:38,054 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:18:38,054 INFO [RS:0;ec1863dc21e5:38421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38421 2024-12-07T01:18:38,054 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:18:38,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865/rs 2024-12-07T01:18:38,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-46984865/rs/ec1863dc21e5,38421,1733534302441 2024-12-07T01:18:38,065 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:18:38,065 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,38421,1733534302441] 2024-12-07T01:18:38,086 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-46984865/draining/ec1863dc21e5,38421,1733534302441 already deleted, retry=false 2024-12-07T01:18:38,086 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,38421,1733534302441 expired; onlineServers=0 2024-12-07T01:18:38,086 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,43715,1733534302274' ***** 2024-12-07T01:18:38,086 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:18:38,086 INFO [M:0;ec1863dc21e5:43715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:18:38,086 INFO [M:0;ec1863dc21e5:43715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:18:38,086 DEBUG [M:0;ec1863dc21e5:43715 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:18:38,086 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:18:38,086 DEBUG [M:0;ec1863dc21e5:43715 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:18:38,086 INFO [M:0;ec1863dc21e5:43715 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:18:38,086 INFO [M:0;ec1863dc21e5:43715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:18:38,086 DEBUG [M:0;ec1863dc21e5:43715 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:18:38,086 INFO [M:0;ec1863dc21e5:43715 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:18:38,086 INFO [M:0;ec1863dc21e5:43715 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:18:38,087 INFO [M:0;ec1863dc21e5:43715 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:18:38,087 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:18:38,087 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534304060 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534304060,5,FailOnTimeoutGroup] 2024-12-07T01:18:38,087 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534304056 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534304056,5,FailOnTimeoutGroup] 2024-12-07T01:18:38,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-46984865/master 2024-12-07T01:18:38,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-46984865 2024-12-07T01:18:38,110 DEBUG [M:0;ec1863dc21e5:43715 {}] zookeeper.RecoverableZooKeeper(212): Node /1-46984865/master already deleted, retry=false 2024-12-07T01:18:38,110 DEBUG [M:0;ec1863dc21e5:43715 {}] master.ActiveMasterManager(353): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-46984865/master 2024-12-07T01:18:38,111 INFO [M:0;ec1863dc21e5:43715 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/.lastflushedseqids 2024-12-07T01:18:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741836_1012 (size=99) 2024-12-07T01:18:38,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:38,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38421-0x101ad5e1e6f0004, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:38,175 INFO [RS:0;ec1863dc21e5:38421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:18:38,175 INFO [RS:0;ec1863dc21e5:38421 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,38421,1733534302441; zookeeper connection closed. 2024-12-07T01:18:38,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f2df544 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f2df544 2024-12-07T01:18:38,178 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:18:38,527 INFO [M:0;ec1863dc21e5:43715 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:18:38,527 INFO [M:0;ec1863dc21e5:43715 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:18:38,527 DEBUG [M:0;ec1863dc21e5:43715 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:18:38,527 INFO [M:0;ec1863dc21e5:43715 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:38,527 DEBUG [M:0;ec1863dc21e5:43715 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:38,527 DEBUG [M:0;ec1863dc21e5:43715 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:18:38,527 DEBUG [M:0;ec1863dc21e5:43715 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:38,527 INFO [M:0;ec1863dc21e5:43715 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-07T01:18:38,549 DEBUG [M:0;ec1863dc21e5:43715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4fde7e000f64d8ab663d1f321c3f860 is 82, key is hbase:meta,,1/info:regioninfo/1733534304985/Put/seqid=0 2024-12-07T01:18:38,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741837_1013 (size=5672) 2024-12-07T01:18:38,563 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource.wal-reader.ec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882 to pos 0, reset compression=false 2024-12-07T01:18:38,875 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:18:38,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:38,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:38,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:38,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:38,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:38,954 INFO [M:0;ec1863dc21e5:43715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4fde7e000f64d8ab663d1f321c3f860 2024-12-07T01:18:38,979 DEBUG [M:0;ec1863dc21e5:43715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d4e308a00024a4886655c9105f96c88 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733534305013/Put/seqid=0 2024-12-07T01:18:38,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741838_1014 (size=5275) 2024-12-07T01:18:39,389 INFO [M:0;ec1863dc21e5:43715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d4e308a00024a4886655c9105f96c88 2024-12-07T01:18:39,422 DEBUG [M:0;ec1863dc21e5:43715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cd87b633d71400e8a2f73d53c29de28 is 69, key is ec1863dc21e5,38421,1733534302441/rs:state/1733534304158/Put/seqid=0 2024-12-07T01:18:39,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741839_1015 (size=5156) 2024-12-07T01:18:39,676 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource.wal-reader.ec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882 to pos 0, reset compression=false 2024-12-07T01:18:39,840 INFO [M:0;ec1863dc21e5:43715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cd87b633d71400e8a2f73d53c29de28 2024-12-07T01:18:39,884 DEBUG [M:0;ec1863dc21e5:43715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4fde7e000f64d8ab663d1f321c3f860 as hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4fde7e000f64d8ab663d1f321c3f860 2024-12-07T01:18:39,912 INFO [M:0;ec1863dc21e5:43715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4fde7e000f64d8ab663d1f321c3f860, entries=8, sequenceid=28, filesize=5.5 K 2024-12-07T01:18:39,914 DEBUG [M:0;ec1863dc21e5:43715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d4e308a00024a4886655c9105f96c88 as hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d4e308a00024a4886655c9105f96c88 2024-12-07T01:18:39,936 INFO [M:0;ec1863dc21e5:43715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d4e308a00024a4886655c9105f96c88, entries=3, sequenceid=28, filesize=5.2 K 2024-12-07T01:18:39,942 DEBUG [M:0;ec1863dc21e5:43715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cd87b633d71400e8a2f73d53c29de28 as hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2cd87b633d71400e8a2f73d53c29de28 2024-12-07T01:18:39,955 INFO [M:0;ec1863dc21e5:43715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45211/user/jenkins/test-data/55430795-fb55-437b-dc69-bb6a9fda05a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2cd87b633d71400e8a2f73d53c29de28, entries=1, sequenceid=28, filesize=5.0 K 2024-12-07T01:18:39,956 INFO [M:0;ec1863dc21e5:43715 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1429ms, sequenceid=28, compaction requested=false 2024-12-07T01:18:40,000 INFO [M:0;ec1863dc21e5:43715 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:40,000 DEBUG [M:0;ec1863dc21e5:43715 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534318527Disabling compacts and flushes for region at 1733534318527Disabling writes for close at 1733534318527Obtaining lock to block concurrent updates at 1733534318527Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534318527Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733534318528 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534318528Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534318529 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534318548 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534318548Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534318959 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534318978 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534318979 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534319399 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534319422 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534319422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf9c494: reopening flushed file at 1733534319869 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15cdaeed: reopening flushed file at 1733534319912 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9f4cab: reopening flushed file at 1733534319936 (+24 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1429ms, sequenceid=28, compaction requested=false at 1733534319956 (+20 ms)Writing region close event to WAL at 1733534320000 (+44 ms)Closed at 1733534320000 2024-12-07T01:18:40,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43059 is added to blk_1073741830_1006 (size=10165) 2024-12-07T01:18:40,012 INFO [M:0;ec1863dc21e5:43715 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:18:40,013 INFO [M:0;ec1863dc21e5:43715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43715 2024-12-07T01:18:40,014 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:18:40,018 INFO [M:0;ec1863dc21e5:43715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:18:40,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:40,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43715-0x101ad5e1e6f0003, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:40,189 INFO [M:0;ec1863dc21e5:43715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:18:40,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@267db9e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:18:40,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e38c1ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:18:40,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:18:40,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b992587{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:18:40,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64267e6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/hadoop.log.dir/,STOPPED} 2024-12-07T01:18:40,222 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:18:40,222 WARN [BP-1161037607-172.17.0.3-1733534299924 heartbeating to localhost/127.0.0.1:45211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:18:40,222 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:18:40,222 WARN [BP-1161037607-172.17.0.3-1733534299924 heartbeating to localhost/127.0.0.1:45211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1161037607-172.17.0.3-1733534299924 (Datanode Uuid 6269709b-cae1-4c83-a1cb-b3ce770215ef) service to localhost/127.0.0.1:45211 2024-12-07T01:18:40,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/cluster_eb9d0f84-b57b-16c2-060f-12d9b61256c6/data/data1/current/BP-1161037607-172.17.0.3-1733534299924 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:18:40,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/cluster_eb9d0f84-b57b-16c2-060f-12d9b61256c6/data/data2/current/BP-1161037607-172.17.0.3-1733534299924 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:18:40,223 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:18:40,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@522e19b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:18:40,233 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@243c982e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:18:40,233 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:18:40,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@370b3f5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:18:40,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583a4371{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/hadoop.log.dir/,STOPPED} 2024-12-07T01:18:40,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:18:40,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:18:40,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:18:40,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:40,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:40,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:40,263 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:18:40,263 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1430541520, stopped=false 2024-12-07T01:18:40,263 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,43483,1733534310658 2024-12-07T01:18:40,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:18:40,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681491888/running 2024-12-07T01:18:40,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:40,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681491888/running 2024-12-07T01:18:40,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:40,356 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:18:40,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on znode that does not yet exist, /0-681491888/running 2024-12-07T01:18:40,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:18:40,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:40,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:40,361 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,43425,1733534310858' ***** 2024-12-07T01:18:40,361 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:18:40,361 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:18:40,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Set watcher on znode that does not yet exist, /0-681491888/running 2024-12-07T01:18:40,361 INFO [RS:0;ec1863dc21e5:43425 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:18:40,361 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:18:40,361 INFO [RS:0;ec1863dc21e5:43425 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:18:40,361 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(3091): Received CLOSE for 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:40,362 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,43425,1733534310858 2024-12-07T01:18:40,362 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:18:40,362 INFO [RS:0;ec1863dc21e5:43425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:43425. 2024-12-07T01:18:40,362 DEBUG [RS:0;ec1863dc21e5:43425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:40,362 DEBUG [RS:0;ec1863dc21e5:43425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:40,363 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:18:40,363 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:18:40,363 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:18:40,363 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:18:40,365 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8076979fecd4a3f44956b8126756072e, disabling compactions & flushes 2024-12-07T01:18:40,365 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:40,365 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:40,365 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. after waiting 0 ms 2024-12-07T01:18:40,365 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:40,373 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T01:18:40,373 DEBUG [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8076979fecd4a3f44956b8126756072e=hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e.} 2024-12-07T01:18:40,373 DEBUG [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8076979fecd4a3f44956b8126756072e 2024-12-07T01:18:40,374 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:18:40,374 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:18:40,374 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:18:40,374 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:18:40,374 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:18:40,374 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-07T01:18:40,408 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/replication/8076979fecd4a3f44956b8126756072e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-07T01:18:40,409 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/.tmp/info/87389b0d09d949c0bff6caea207fd462 is 147, key is hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e./info:regioninfo/1733534317538/Put/seqid=0 2024-12-07T01:18:40,409 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:18:40,409 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:18:40,409 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:40,410 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8076979fecd4a3f44956b8126756072e: Waiting for close lock at 1733534320365Running coprocessor pre-close hooks at 1733534320365Disabling compacts and flushes for region at 1733534320365Disabling writes for close at 1733534320365Writing region close event to WAL at 1733534320396 (+31 ms)Running coprocessor post-close hooks at 1733534320409 (+13 ms)Closed at 1733534320409 2024-12-07T01:18:40,410 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733534305196.8076979fecd4a3f44956b8126756072e. 2024-12-07T01:18:40,446 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:18:40,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741851_1027 (size=6385) 2024-12-07T01:18:40,574 DEBUG [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:40,701 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:18:40,701 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:18:40,774 DEBUG [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:18:40,855 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/.tmp/info/87389b0d09d949c0bff6caea207fd462 2024-12-07T01:18:40,864 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/.tmp/info/87389b0d09d949c0bff6caea207fd462 as hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/info/87389b0d09d949c0bff6caea207fd462 2024-12-07T01:18:40,874 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/info/87389b0d09d949c0bff6caea207fd462, entries=8, sequenceid=19, filesize=6.2 K 2024-12-07T01:18:40,875 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 500ms, sequenceid=19, compaction requested=false 2024-12-07T01:18:40,885 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-07T01:18:40,888 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:18:40,888 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:18:40,888 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:18:40,888 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534320374Running coprocessor pre-close hooks at 1733534320374Disabling compacts and flushes for region at 1733534320374Disabling writes for close at 1733534320374Obtaining lock to block concurrent updates at 1733534320374Preparing flush snapshotting stores in 1588230740 at 1733534320374Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733534320374Flushing stores of hbase:meta,,1.1588230740 at 1733534320384 (+10 ms)Flushing 1588230740/info: creating writer at 1733534320384Flushing 1588230740/info: appending metadata at 1733534320409 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733534320409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7187f5: reopening flushed file at 1733534320863 (+454 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 500ms, sequenceid=19, compaction requested=false at 1733534320875 (+12 ms)Writing region close event to WAL at 1733534320878 (+3 ms)Running coprocessor post-close hooks at 1733534320888 (+10 ms)Closed at 1733534320888 2024-12-07T01:18:40,888 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:18:40,910 DEBUG [RS:0;ec1863dc21e5:43425.replicationSource.wal-reader.ec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882 to pos 0, reset compression=false 2024-12-07T01:18:40,974 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,43425,1733534310858; all regions closed. 2024-12-07T01:18:40,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741849_1025 (size=2156) 2024-12-07T01:18:40,978 DEBUG [RS:0;ec1863dc21e5:43425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/oldWALs 2024-12-07T01:18:40,978 INFO [RS:0;ec1863dc21e5:43425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C43425%2C1733534310858.meta:.meta(num 1733534313345) 2024-12-07T01:18:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741850_1026 (size=796) 2024-12-07T01:18:40,983 DEBUG [RS:0;ec1863dc21e5:43425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/oldWALs 2024-12-07T01:18:40,983 INFO [RS:0;ec1863dc21e5:43425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C43425%2C1733534310858.rep:(num 1733534317415) 2024-12-07T01:18:40,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741848_1024 (size=93) 2024-12-07T01:18:40,985 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/WALs/ec1863dc21e5,43425,1733534310858/ec1863dc21e5%2C43425%2C1733534310858.1733534312882 not finished, retry = 0 2024-12-07T01:18:41,087 DEBUG [RS:0;ec1863dc21e5:43425 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/oldWALs 2024-12-07T01:18:41,087 INFO [RS:0;ec1863dc21e5:43425 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C43425%2C1733534310858:(num 1733534312882) 2024-12-07T01:18:41,087 DEBUG [RS:0;ec1863dc21e5:43425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:41,087 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:18:41,087 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:18:41,087 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:18:41,087 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:18:41,087 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:18:41,088 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-07T01:18:41,088 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,43425,1733534310858 because: Region server is closing 2024-12-07T01:18:41,088 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-07T01:18:41,088 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-07T01:18:41,088 INFO [RS:0;ec1863dc21e5:43425 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:43425. 2024-12-07T01:18:41,088 DEBUG [RS:0;ec1863dc21e5:43425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:18:41,088 DEBUG [RS:0;ec1863dc21e5:43425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:41,088 DEBUG [RS:0;ec1863dc21e5:43425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:41,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:18:41,188 WARN [RS:0;ec1863dc21e5:43425.replicationSource.wal-reader.ec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-07T01:18:41,188 WARN [RS:0;ec1863dc21e5:43425.replicationSource.shipperec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-07T01:18:41,188 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ec1863dc21e5:43425.replicationSource.shipperec1863dc21e5%2C43425%2C1733534310858,1-ec1863dc21e5,43425,1733534310858 terminated 2024-12-07T01:18:41,189 INFO [RS:0;ec1863dc21e5:43425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43425 2024-12-07T01:18:41,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681491888/rs/ec1863dc21e5,43425,1733534310858 2024-12-07T01:18:41,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888/rs 2024-12-07T01:18:41,243 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:18:41,254 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,43425,1733534310858] 2024-12-07T01:18:41,264 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-681491888/draining/ec1863dc21e5,43425,1733534310858 already deleted, retry=false 2024-12-07T01:18:41,264 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,43425,1733534310858 expired; onlineServers=0 2024-12-07T01:18:41,264 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,43483,1733534310658' ***** 2024-12-07T01:18:41,264 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:18:41,264 INFO [M:0;ec1863dc21e5:43483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:18:41,264 INFO [M:0;ec1863dc21e5:43483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:18:41,264 DEBUG [M:0;ec1863dc21e5:43483 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:18:41,264 DEBUG [M:0;ec1863dc21e5:43483 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:18:41,264 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:18:41,264 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534312509 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534312509,5,FailOnTimeoutGroup] 2024-12-07T01:18:41,265 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534312512 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534312512,5,FailOnTimeoutGroup] 2024-12-07T01:18:41,265 INFO [M:0;ec1863dc21e5:43483 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:18:41,265 INFO [M:0;ec1863dc21e5:43483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:18:41,265 DEBUG [M:0;ec1863dc21e5:43483 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:18:41,265 INFO [M:0;ec1863dc21e5:43483 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:18:41,265 INFO [M:0;ec1863dc21e5:43483 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:18:41,265 INFO [M:0;ec1863dc21e5:43483 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:18:41,265 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:18:41,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681491888/master 2024-12-07T01:18:41,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681491888 2024-12-07T01:18:41,275 DEBUG [M:0;ec1863dc21e5:43483 {}] zookeeper.ZKUtil(347): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Unable to get data of znode /0-681491888/master because node does not exist (not an error) 2024-12-07T01:18:41,275 WARN [M:0;ec1863dc21e5:43483 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:18:41,275 INFO [M:0;ec1863dc21e5:43483 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/.lastflushedseqids 2024-12-07T01:18:41,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741852_1028 (size=181) 2024-12-07T01:18:41,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:41,354 INFO [RS:0;ec1863dc21e5:43425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:18:41,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43425-0x101ad5e1e6f0007, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:41,354 INFO [RS:0;ec1863dc21e5:43425 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,43425,1733534310858; zookeeper connection closed. 2024-12-07T01:18:41,354 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6acc48f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6acc48f1 2024-12-07T01:18:41,354 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:18:41,686 INFO [M:0;ec1863dc21e5:43483 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:18:41,686 INFO [M:0;ec1863dc21e5:43483 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:18:41,686 DEBUG [M:0;ec1863dc21e5:43483 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:18:41,687 INFO [M:0;ec1863dc21e5:43483 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:41,687 DEBUG [M:0;ec1863dc21e5:43483 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:41,687 DEBUG [M:0;ec1863dc21e5:43483 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:18:41,687 DEBUG [M:0;ec1863dc21e5:43483 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:41,687 INFO [M:0;ec1863dc21e5:43483 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-07T01:18:41,705 DEBUG [M:0;ec1863dc21e5:43483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6399cc9558484df5ba29df84ec4d2150 is 82, key is hbase:meta,,1/info:regioninfo/1733534313456/Put/seqid=0 2024-12-07T01:18:41,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741853_1029 (size=5672) 2024-12-07T01:18:41,717 INFO [M:0;ec1863dc21e5:43483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6399cc9558484df5ba29df84ec4d2150 2024-12-07T01:18:41,736 DEBUG [M:0;ec1863dc21e5:43483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93bfd5eab57f4b2b95aba468a746cbc2 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733534317579/Put/seqid=0 2024-12-07T01:18:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741854_1030 (size=7312) 2024-12-07T01:18:42,141 INFO [M:0;ec1863dc21e5:43483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93bfd5eab57f4b2b95aba468a746cbc2 2024-12-07T01:18:42,187 DEBUG [M:0;ec1863dc21e5:43483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4aad892ba3b54fd89267bb475ff2f595 is 69, key is ec1863dc21e5,43425,1733534310858/rs:state/1733534312546/Put/seqid=0 2024-12-07T01:18:42,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741855_1031 (size=5370) 2024-12-07T01:18:42,205 INFO [M:0;ec1863dc21e5:43483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4aad892ba3b54fd89267bb475ff2f595 2024-12-07T01:18:42,211 INFO [M:0;ec1863dc21e5:43483 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4aad892ba3b54fd89267bb475ff2f595 2024-12-07T01:18:42,213 DEBUG [M:0;ec1863dc21e5:43483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6399cc9558484df5ba29df84ec4d2150 as hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6399cc9558484df5ba29df84ec4d2150 2024-12-07T01:18:42,221 INFO [M:0;ec1863dc21e5:43483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6399cc9558484df5ba29df84ec4d2150, entries=8, sequenceid=127, filesize=5.5 K 2024-12-07T01:18:42,223 DEBUG [M:0;ec1863dc21e5:43483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93bfd5eab57f4b2b95aba468a746cbc2 as hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93bfd5eab57f4b2b95aba468a746cbc2 2024-12-07T01:18:42,233 INFO [M:0;ec1863dc21e5:43483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93bfd5eab57f4b2b95aba468a746cbc2, entries=7, sequenceid=127, filesize=7.1 K 2024-12-07T01:18:42,234 DEBUG [M:0;ec1863dc21e5:43483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4aad892ba3b54fd89267bb475ff2f595 as hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4aad892ba3b54fd89267bb475ff2f595 2024-12-07T01:18:42,239 INFO [M:0;ec1863dc21e5:43483 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4aad892ba3b54fd89267bb475ff2f595 2024-12-07T01:18:42,239 INFO [M:0;ec1863dc21e5:43483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34689/user/jenkins/test-data/a9438405-fdcd-ca64-3c80-7894d590bc67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4aad892ba3b54fd89267bb475ff2f595, entries=2, sequenceid=127, filesize=5.2 K 2024-12-07T01:18:42,240 INFO [M:0;ec1863dc21e5:43483 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 553ms, sequenceid=127, compaction requested=false 2024-12-07T01:18:42,242 INFO [M:0;ec1863dc21e5:43483 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:42,242 DEBUG [M:0;ec1863dc21e5:43483 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534321686Disabling compacts and flushes for region at 1733534321686Disabling writes for close at 1733534321687 (+1 ms)Obtaining lock to block concurrent updates at 1733534321687Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534321687Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733534321687Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534321688 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534321688Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534321704 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534321704Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534321724 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534321736 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534321736Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534322146 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534322185 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534322186 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423eace1: reopening flushed file at 1733534322211 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f6b606e: reopening flushed file at 1733534322221 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9d8651: reopening flushed file at 1733534322233 (+12 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 553ms, sequenceid=127, compaction requested=false at 1733534322240 (+7 ms)Writing region close event to WAL at 1733534322242 (+2 ms)Closed at 1733534322242 2024-12-07T01:18:42,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40509 is added to blk_1073741847_1023 (size=22903) 2024-12-07T01:18:42,246 INFO [M:0;ec1863dc21e5:43483 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:18:42,246 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:18:42,246 INFO [M:0;ec1863dc21e5:43483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43483 2024-12-07T01:18:42,247 INFO [M:0;ec1863dc21e5:43483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:18:42,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:42,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x101ad5e1e6f0006, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:18:42,360 INFO [M:0;ec1863dc21e5:43483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:18:42,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c641b91{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:18:42,369 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fa3bf23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:18:42,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:18:42,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0b8186{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:18:42,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@214d7ecd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/hadoop.log.dir/,STOPPED} 2024-12-07T01:18:42,383 WARN [BP-545537573-172.17.0.3-1733534294741 heartbeating to localhost/127.0.0.1:34689 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:18:42,383 WARN [BP-545537573-172.17.0.3-1733534294741 heartbeating to localhost/127.0.0.1:34689 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-545537573-172.17.0.3-1733534294741 (Datanode Uuid 9dd23133-10b7-4801-8231-7508bbf359a8) service to localhost/127.0.0.1:34689 2024-12-07T01:18:42,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/cluster_0c687852-c7e9-539e-a754-b840b27bd5c0/data/data1/current/BP-545537573-172.17.0.3-1733534294741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:18:42,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/cluster_0c687852-c7e9-539e-a754-b840b27bd5c0/data/data2/current/BP-545537573-172.17.0.3-1733534294741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:18:42,384 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:18:42,384 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:18:42,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:18:42,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bb32bcc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:18:42,403 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d32fc16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:18:42,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:18:42,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5da02fb3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:18:42,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2731f8c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86beb631-0b67-941e-9c68-705accff1e72/hadoop.log.dir/,STOPPED} 2024-12-07T01:18:42,437 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T01:18:42,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:18:42,470 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34689 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34689 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56336) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34689 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45211 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56336) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=585 (was 360) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3821 (was 3356) - AvailableMemoryMB LEAK? - 2024-12-07T01:18:42,493 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=585, ProcessCount=11, AvailableMemoryMB=3821 2024-12-07T01:18:42,511 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-07T01:18:42,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/hadoop.log.dir so I do NOT create it in target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f 2024-12-07T01:18:42,512 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:18:42,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/hadoop.tmp.dir so I do NOT create it in target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f 2024-12-07T01:18:42,512 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7630ddf5-f17c-f467-3bbf-14c150bb5937/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:18:42,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f 2024-12-07T01:18:42,513 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/cluster_a65c5cbe-afb4-80ec-ebfd-010e0c3aa746, deleteOnExit=true 2024-12-07T01:18:42,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101ad5e1e6f0002, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:18:42,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101ad5e1e6f0002, quorum=127.0.0.1:56336, baseZNode=/0-681491888 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:18:42,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101ad5e1e6f0005, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:18:42,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101ad5e1e6f0005, quorum=127.0.0.1:56336, baseZNode=/1-46984865 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:18:42,545 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/cluster_a65c5cbe-afb4-80ec-ebfd-010e0c3aa746/zookeeper_0, clientPort=64610, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/cluster_a65c5cbe-afb4-80ec-ebfd-010e0c3aa746/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/cluster_a65c5cbe-afb4-80ec-ebfd-010e0c3aa746/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T01:18:42,546 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64610 2024-12-07T01:18:42,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:18:42,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:18:42,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/test.cache.data in system properties and HBase conf 2024-12-07T01:18:42,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:18:42,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:18:42,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:18:42,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:18:42,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:18:42,547 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:18:42,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:18:42,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:18:42,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:18:42,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:18:42,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:18:42,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:18:42,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:18:42,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:18:42,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:18:42,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:18:42,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:18:42,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:18:42,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:18:42,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:18:43,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:18:43,033 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:18:43,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:18:43,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:18:43,061 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:18:43,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:18:43,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@179d4f35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:18:43,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2493f511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:18:43,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5576eccc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/java.io.tmpdir/jetty-localhost-45165-hadoop-hdfs-3_4_1-tests_jar-_-any-13698943127989711760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:18:43,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c5148e8{HTTP/1.1, (http/1.1)}{localhost:45165} 2024-12-07T01:18:43,205 INFO [Time-limited test {}] server.Server(415): Started @168703ms 2024-12-07T01:18:43,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:18:43,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:18:43,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:18:43,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:18:43,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:18:43,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d40cf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:18:43,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3956826e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:18:43,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b8143cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/java.io.tmpdir/jetty-localhost-36657-hadoop-hdfs-3_4_1-tests_jar-_-any-18357082355934146336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:18:43,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a5f470f{HTTP/1.1, (http/1.1)}{localhost:36657} 2024-12-07T01:18:43,771 INFO [Time-limited test {}] server.Server(415): Started @169269ms 2024-12-07T01:18:43,773 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:18:44,616 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/cluster_a65c5cbe-afb4-80ec-ebfd-010e0c3aa746/data/data1/current/BP-943154395-172.17.0.3-1733534322585/current, will proceed with Du for space computation calculation, 2024-12-07T01:18:44,629 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/cluster_a65c5cbe-afb4-80ec-ebfd-010e0c3aa746/data/data2/current/BP-943154395-172.17.0.3-1733534322585/current, will proceed with Du for space computation calculation, 2024-12-07T01:18:44,701 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:18:44,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2cb03713b2d6f47 with lease ID 0x6539455cef743ae4: Processing first storage report for DS-1076b75f-de3c-4312-a490-3d78f2f6603b from datanode DatanodeRegistration(127.0.0.1:37603, datanodeUuid=63143859-983a-43ec-bbfb-80d8af1b490d, infoPort=46837, infoSecurePort=0, ipcPort=41469, storageInfo=lv=-57;cid=testClusterID;nsid=515904520;c=1733534322585) 2024-12-07T01:18:44,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2cb03713b2d6f47 with lease ID 0x6539455cef743ae4: from storage DS-1076b75f-de3c-4312-a490-3d78f2f6603b node DatanodeRegistration(127.0.0.1:37603, datanodeUuid=63143859-983a-43ec-bbfb-80d8af1b490d, infoPort=46837, infoSecurePort=0, ipcPort=41469, storageInfo=lv=-57;cid=testClusterID;nsid=515904520;c=1733534322585), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:18:44,713 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2cb03713b2d6f47 with lease ID 0x6539455cef743ae4: Processing first storage report for DS-00ccfbdc-a666-40ff-9d3e-e10eb0984d7e from datanode DatanodeRegistration(127.0.0.1:37603, datanodeUuid=63143859-983a-43ec-bbfb-80d8af1b490d, infoPort=46837, infoSecurePort=0, ipcPort=41469, storageInfo=lv=-57;cid=testClusterID;nsid=515904520;c=1733534322585) 2024-12-07T01:18:44,713 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2cb03713b2d6f47 with lease ID 0x6539455cef743ae4: from storage DS-00ccfbdc-a666-40ff-9d3e-e10eb0984d7e node DatanodeRegistration(127.0.0.1:37603, datanodeUuid=63143859-983a-43ec-bbfb-80d8af1b490d, infoPort=46837, infoSecurePort=0, ipcPort=41469, storageInfo=lv=-57;cid=testClusterID;nsid=515904520;c=1733534322585), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:18:44,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f 2024-12-07T01:18:44,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:44,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:44,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:18:45,233 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa with version=8 2024-12-07T01:18:45,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/hbase-staging 2024-12-07T01:18:45,235 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:18:45,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:45,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:45,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:18:45,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:45,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:18:45,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:18:45,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:18:45,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46473 2024-12-07T01:18:45,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46473 connecting to ZooKeeper ensemble=127.0.0.1:64610 2024-12-07T01:18:45,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464730x0, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:18:45,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46473-0x101ad5e8b0d0000 connected 2024-12-07T01:18:45,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:45,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:45,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Set watcher on znode that does not yet exist, /01165136513/running 2024-12-07T01:18:45,721 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa, hbase.cluster.distributed=false 2024-12-07T01:18:45,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Set watcher on znode that does not yet exist, /01165136513/acl 2024-12-07T01:18:45,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46473 2024-12-07T01:18:45,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46473 2024-12-07T01:18:45,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46473 2024-12-07T01:18:45,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46473 2024-12-07T01:18:45,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46473 2024-12-07T01:18:45,841 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:18:45,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:45,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:45,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:18:45,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:45,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:18:45,842 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:18:45,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:18:45,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46413 2024-12-07T01:18:45,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46413 connecting to ZooKeeper ensemble=127.0.0.1:64610 2024-12-07T01:18:45,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:45,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:45,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464130x0, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:18:45,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464130x0, quorum=127.0.0.1:64610, baseZNode=/01165136513 Set watcher on znode that does not yet exist, /01165136513/running 2024-12-07T01:18:45,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46413-0x101ad5e8b0d0001 connected 2024-12-07T01:18:45,865 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:18:45,867 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:18:45,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Set watcher on znode that does not yet exist, /01165136513/master 2024-12-07T01:18:45,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Set watcher on znode that does not yet exist, /01165136513/acl 2024-12-07T01:18:45,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46413 2024-12-07T01:18:45,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46413 2024-12-07T01:18:45,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46413 2024-12-07T01:18:45,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46413 2024-12-07T01:18:45,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46413 2024-12-07T01:18:45,887 DEBUG [M:0;ec1863dc21e5:46473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:46473 2024-12-07T01:18:45,887 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01165136513/backup-masters/ec1863dc21e5,46473,1733534325234 2024-12-07T01:18:45,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513/backup-masters 2024-12-07T01:18:45,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513/backup-masters 2024-12-07T01:18:45,899 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Set watcher on existing znode=/01165136513/backup-masters/ec1863dc21e5,46473,1733534325234 2024-12-07T01:18:45,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01165136513/master 2024-12-07T01:18:45,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:18:45,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:18:45,910 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Set watcher on existing znode=/01165136513/master 2024-12-07T01:18:45,910 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01165136513/backup-masters/ec1863dc21e5,46473,1733534325234 from backup master directory 2024-12-07T01:18:45,911 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:18:45,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01165136513/backup-masters/ec1863dc21e5,46473,1733534325234 2024-12-07T01:18:45,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513/backup-masters 2024-12-07T01:18:45,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513/backup-masters 2024-12-07T01:18:45,924 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:18:45,924 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,46473,1733534325234 2024-12-07T01:18:45,941 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/hbase.id] with ID: 2cbbc8f8-468d-4d35-9e69-c9d434d69feb 2024-12-07T01:18:45,941 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/.tmp/hbase.id 2024-12-07T01:18:45,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:45,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:45,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:45,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:45,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:45,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:45,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:45,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:18:46,387 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/.tmp/hbase.id]:[hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/hbase.id] 2024-12-07T01:18:46,429 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:46,429 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:18:46,430 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-07T01:18:46,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:18:46,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:18:46,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:18:46,553 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:18:46,554 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:18:46,555 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:46,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:18:46,979 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store 2024-12-07T01:18:46,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:18:46,984 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:46,984 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:18:46,984 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:46,984 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:46,984 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:18:46,984 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:46,984 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:46,985 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534326984Disabling compacts and flushes for region at 1733534326984Disabling writes for close at 1733534326984Writing region close event to WAL at 1733534326984Closed at 1733534326984 2024-12-07T01:18:46,985 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/.initializing 2024-12-07T01:18:46,985 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/WALs/ec1863dc21e5,46473,1733534325234 2024-12-07T01:18:46,986 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:18:46,987 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C46473%2C1733534325234, suffix=, logDir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/WALs/ec1863dc21e5,46473,1733534325234, archiveDir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/oldWALs, maxLogs=10 2024-12-07T01:18:47,000 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/WALs/ec1863dc21e5,46473,1733534325234/ec1863dc21e5%2C46473%2C1733534325234.1733534326987, exclude list is [], retry=0 2024-12-07T01:18:47,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-1076b75f-de3c-4312-a490-3d78f2f6603b,DISK] 2024-12-07T01:18:47,004 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/WALs/ec1863dc21e5,46473,1733534325234/ec1863dc21e5%2C46473%2C1733534325234.1733534326987 2024-12-07T01:18:47,012 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46837:46837)] 2024-12-07T01:18:47,012 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:47,013 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:47,013 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:47,013 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:47,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:47,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:18:47,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:47,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:47,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:47,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:18:47,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:47,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:47,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:47,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:18:47,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:47,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:47,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:47,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:18:47,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:47,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:47,019 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:47,019 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:47,019 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:47,020 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:47,020 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:47,020 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:18:47,021 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:47,023 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:18:47,023 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58916181, jitterRate=-0.1220804899930954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:18:47,023 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534327013Initializing all the Stores at 1733534327014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534327014Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534327014Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534327014Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534327014Cleaning up temporary data from old regions at 1733534327020 (+6 ms)Region opened successfully at 1733534327023 (+3 ms) 2024-12-07T01:18:47,024 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:18:47,026 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9a16a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:18:47,027 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:18:47,027 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:18:47,027 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:18:47,027 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:18:47,028 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:18:47,028 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:18:47,028 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:18:47,036 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:18:47,037 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Unable to get data of znode /01165136513/balancer because node does not exist (not necessarily an error) 2024-12-07T01:18:47,098 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01165136513/balancer already deleted, retry=false 2024-12-07T01:18:47,099 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:18:47,099 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Unable to get data of znode /01165136513/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:18:47,109 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01165136513/normalizer already deleted, retry=false 2024-12-07T01:18:47,110 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:18:47,110 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Unable to get data of znode /01165136513/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:18:47,120 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01165136513/switch/split already deleted, retry=false 2024-12-07T01:18:47,121 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Unable to get data of znode /01165136513/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:18:47,130 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01165136513/switch/merge already deleted, retry=false 2024-12-07T01:18:47,132 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Unable to get data of znode /01165136513/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:18:47,141 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01165136513/snapshot-cleanup already deleted, retry=false 2024-12-07T01:18:47,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01165136513/running 2024-12-07T01:18:47,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01165136513/running 2024-12-07T01:18:47,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:18:47,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:18:47,152 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,46473,1733534325234, sessionid=0x101ad5e8b0d0000, setting cluster-up flag (Was=false) 2024-12-07T01:18:47,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:18:47,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:18:47,204 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01165136513/flush-table-proc/acquired, /01165136513/flush-table-proc/reached, /01165136513/flush-table-proc/abort 2024-12-07T01:18:47,205 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,46473,1733534325234 2024-12-07T01:18:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:18:47,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:18:47,260 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01165136513/online-snapshot/acquired, /01165136513/online-snapshot/reached, /01165136513/online-snapshot/abort 2024-12-07T01:18:47,277 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,46473,1733534325234 2024-12-07T01:18:47,285 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:18:47,295 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:47,295 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:18:47,296 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:18:47,296 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,46473,1733534325234 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:18:47,306 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(746): ClusterId : 2cbbc8f8-468d-4d35-9e69-c9d434d69feb 2024-12-07T01:18:47,306 DEBUG [RS:0;ec1863dc21e5:46413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:18:47,307 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:47,308 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:47,308 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:47,308 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:47,308 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:18:47,308 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:47,308 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:18:47,308 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:47,317 DEBUG [RS:0;ec1863dc21e5:46413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:18:47,317 DEBUG [RS:0;ec1863dc21e5:46413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:18:47,329 DEBUG [RS:0;ec1863dc21e5:46413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:18:47,329 DEBUG [RS:0;ec1863dc21e5:46413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a40c43d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:18:47,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:47,338 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:18:47,339 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:47,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:18:47,354 DEBUG [RS:0;ec1863dc21e5:46413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:46413 2024-12-07T01:18:47,354 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:18:47,354 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:18:47,354 DEBUG [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:18:47,358 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,46473,1733534325234 with port=46413, startcode=1733534325840 2024-12-07T01:18:47,358 DEBUG [RS:0;ec1863dc21e5:46413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:18:47,368 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534357368 2024-12-07T01:18:47,369 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:18:47,369 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:18:47,369 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:18:47,369 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:18:47,369 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:18:47,369 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:18:47,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:47,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:18:47,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:18:47,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:18:47,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:18:47,371 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:18:47,371 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:18:47,383 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:18:47,384 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46473 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T01:18:47,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:18:47,392 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534327371,5,FailOnTimeoutGroup] 2024-12-07T01:18:47,397 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534327392,5,FailOnTimeoutGroup] 2024-12-07T01:18:47,398 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:47,398 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:18:47,398 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:47,398 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:47,422 DEBUG [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-07T01:18:47,422 WARN [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-07T01:18:47,526 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,46473,1733534325234 with port=46413, startcode=1733534325840 2024-12-07T01:18:47,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46473 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,46413,1733534325840 2024-12-07T01:18:47,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46473 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,46413,1733534325840 2024-12-07T01:18:47,532 DEBUG [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa 2024-12-07T01:18:47,532 DEBUG [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34503 2024-12-07T01:18:47,532 DEBUG [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:18:47,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513/rs 2024-12-07T01:18:47,553 DEBUG [RS:0;ec1863dc21e5:46413 {}] zookeeper.ZKUtil(111): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Set watcher on existing znode=/01165136513/rs/ec1863dc21e5,46413,1733534325840 2024-12-07T01:18:47,553 WARN [RS:0;ec1863dc21e5:46413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:18:47,553 INFO [RS:0;ec1863dc21e5:46413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:47,553 DEBUG [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840 2024-12-07T01:18:47,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,46413,1733534325840] 2024-12-07T01:18:47,585 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:18:47,589 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:18:47,601 INFO [RS:0;ec1863dc21e5:46413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:18:47,601 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:47,613 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:18:47,617 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:18:47,617 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:47,618 DEBUG [RS:0;ec1863dc21e5:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:47,618 DEBUG [RS:0;ec1863dc21e5:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:47,618 DEBUG [RS:0;ec1863dc21e5:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:47,618 DEBUG [RS:0;ec1863dc21e5:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:47,618 DEBUG [RS:0;ec1863dc21e5:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:47,618 DEBUG [RS:0;ec1863dc21e5:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:18:47,618 DEBUG [RS:0;ec1863dc21e5:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:47,618 DEBUG [RS:0;ec1863dc21e5:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:47,618 DEBUG [RS:0;ec1863dc21e5:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:47,618 DEBUG [RS:0;ec1863dc21e5:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:47,618 DEBUG [RS:0;ec1863dc21e5:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:47,618 DEBUG [RS:0;ec1863dc21e5:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:47,618 DEBUG [RS:0;ec1863dc21e5:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:18:47,618 DEBUG [RS:0;ec1863dc21e5:46413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:18:47,634 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:47,634 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:47,634 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:47,634 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:47,634 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:47,634 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46413,1733534325840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:18:47,658 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:18:47,658 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46413,1733534325840-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:47,658 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:47,658 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.Replication(171): ec1863dc21e5,46413,1733534325840 started 2024-12-07T01:18:47,679 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:47,680 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,46413,1733534325840, RpcServer on ec1863dc21e5/172.17.0.3:46413, sessionid=0x101ad5e8b0d0001 2024-12-07T01:18:47,680 DEBUG [RS:0;ec1863dc21e5:46413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:18:47,680 DEBUG [RS:0;ec1863dc21e5:46413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,46413,1733534325840 2024-12-07T01:18:47,680 DEBUG [RS:0;ec1863dc21e5:46413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,46413,1733534325840' 2024-12-07T01:18:47,680 DEBUG [RS:0;ec1863dc21e5:46413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01165136513/flush-table-proc/abort' 2024-12-07T01:18:47,681 DEBUG [RS:0;ec1863dc21e5:46413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01165136513/flush-table-proc/acquired' 2024-12-07T01:18:47,681 DEBUG [RS:0;ec1863dc21e5:46413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:18:47,681 DEBUG [RS:0;ec1863dc21e5:46413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:18:47,681 DEBUG [RS:0;ec1863dc21e5:46413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,46413,1733534325840 2024-12-07T01:18:47,681 DEBUG [RS:0;ec1863dc21e5:46413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,46413,1733534325840' 2024-12-07T01:18:47,681 DEBUG [RS:0;ec1863dc21e5:46413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01165136513/online-snapshot/abort' 2024-12-07T01:18:47,681 DEBUG [RS:0;ec1863dc21e5:46413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01165136513/online-snapshot/acquired' 2024-12-07T01:18:47,682 DEBUG [RS:0;ec1863dc21e5:46413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:18:47,682 INFO [RS:0;ec1863dc21e5:46413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:18:47,682 INFO [RS:0;ec1863dc21e5:46413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:18:47,782 INFO [RS:0;ec1863dc21e5:46413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:18:47,787 INFO [RS:0;ec1863dc21e5:46413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C46413%2C1733534325840, suffix=, logDir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840, archiveDir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/oldWALs, maxLogs=10 2024-12-07T01:18:47,795 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:18:47,795 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa 2024-12-07T01:18:47,809 DEBUG [RS:0;ec1863dc21e5:46413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788, exclude list is [], retry=0 2024-12-07T01:18:47,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-1076b75f-de3c-4312-a490-3d78f2f6603b,DISK] 2024-12-07T01:18:47,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741832_1008 (size=32) 2024-12-07T01:18:47,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:47,864 INFO [RS:0;ec1863dc21e5:46413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 2024-12-07T01:18:47,868 DEBUG [RS:0;ec1863dc21e5:46413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46837:46837)] 2024-12-07T01:18:47,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:18:47,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:18:47,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:47,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:47,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:18:47,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:18:47,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:47,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:47,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:18:47,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:18:47,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:47,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:47,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:18:47,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:18:47,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:47,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:47,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:18:47,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740 2024-12-07T01:18:47,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740 2024-12-07T01:18:47,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:18:47,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:18:47,934 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:18:47,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:18:47,937 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:18:47,938 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61589356, jitterRate=-0.08224707841873169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:18:47,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534327861Initializing all the Stores at 1733534327876 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534327876Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534327880 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534327880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534327880Cleaning up temporary data from old regions at 1733534327934 (+54 ms)Region opened successfully at 1733534327938 (+4 ms) 2024-12-07T01:18:47,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:18:47,938 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:18:47,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:18:47,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:18:47,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:18:47,939 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:18:47,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534327938Disabling compacts and flushes for region at 1733534327938Disabling writes for close at 1733534327938Writing region close event to WAL at 1733534327939 (+1 ms)Closed at 1733534327939 2024-12-07T01:18:47,939 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:47,939 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:18:47,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:18:47,940 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:18:47,941 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:18:48,092 DEBUG [ec1863dc21e5:46473 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:18:48,092 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,46413,1733534325840 2024-12-07T01:18:48,095 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,46413,1733534325840, state=OPENING 2024-12-07T01:18:48,211 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:18:48,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:18:48,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:18:48,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01165136513/meta-region-server: CHANGED 2024-12-07T01:18:48,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01165136513/meta-region-server: CHANGED 2024-12-07T01:18:48,225 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:18:48,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,46413,1733534325840}] 2024-12-07T01:18:48,389 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:18:48,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:18:48,418 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:18:48,418 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:48,419 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:18:48,440 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C46413%2C1733534325840.meta, suffix=.meta, logDir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840, archiveDir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/oldWALs, maxLogs=10 2024-12-07T01:18:48,466 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.meta.1733534328441.meta, exclude list is [], retry=0 2024-12-07T01:18:48,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-1076b75f-de3c-4312-a490-3d78f2f6603b,DISK] 2024-12-07T01:18:48,504 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.meta.1733534328441.meta 2024-12-07T01:18:48,504 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46837:46837)] 2024-12-07T01:18:48,504 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:48,505 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:18:48,505 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:18:48,505 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:18:48,505 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:18:48,505 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:18:48,505 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:48,506 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:18:48,506 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:18:48,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:18:48,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:18:48,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:48,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:48,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:18:48,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:18:48,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:48,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:48,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:18:48,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:18:48,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:48,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:48,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:18:48,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:18:48,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:48,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:48,557 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:18:48,560 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740 2024-12-07T01:18:48,575 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740 2024-12-07T01:18:48,587 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:18:48,587 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:18:48,588 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:18:48,600 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:18:48,604 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61646099, jitterRate=-0.08140154182910919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:18:48,604 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:18:48,606 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534328506Writing region info on filesystem at 1733534328506Initializing all the Stores at 1733534328516 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534328516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534328520 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534328520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534328520Cleaning up temporary data from old regions at 1733534328587 (+67 ms)Running coprocessor post-open hooks at 1733534328604 (+17 ms)Region opened successfully at 1733534328606 (+2 ms) 2024-12-07T01:18:48,623 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534328388 2024-12-07T01:18:48,633 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:18:48,633 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:18:48,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,46413,1733534325840 2024-12-07T01:18:48,635 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,46413,1733534325840, state=OPEN 2024-12-07T01:18:48,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01165136513/meta-region-server 2024-12-07T01:18:48,677 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,46413,1733534325840 2024-12-07T01:18:48,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01165136513/meta-region-server: CHANGED 2024-12-07T01:18:48,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01165136513/meta-region-server 2024-12-07T01:18:48,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01165136513/meta-region-server: CHANGED 2024-12-07T01:18:48,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:18:48,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,46413,1733534325840 in 452 msec 2024-12-07T01:18:48,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:18:48,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 742 msec 2024-12-07T01:18:48,690 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:48,690 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:18:48,712 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:18:48,712 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46413,1733534325840, seqNum=-1] 2024-12-07T01:18:48,713 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:18:48,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:18:48,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4340 sec 2024-12-07T01:18:48,728 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534328728, completionTime=-1 2024-12-07T01:18:48,728 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:18:48,728 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:18:48,731 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:18:48,731 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534388731 2024-12-07T01:18:48,731 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534448731 2024-12-07T01:18:48,731 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-07T01:18:48,732 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46473,1733534325234-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:48,732 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46473,1733534325234-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:48,732 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46473,1733534325234-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:48,732 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:46473, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:48,732 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:48,735 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:18:48,735 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:48,739 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.807sec 2024-12-07T01:18:48,739 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:18:48,739 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:18:48,739 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:18:48,739 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:18:48,739 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:18:48,739 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46473,1733534325234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:18:48,739 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46473,1733534325234-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:18:48,765 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:18:48,765 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:18:48,766 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46473,1733534325234-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:48,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e322604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:48,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,46473,-1 for getting cluster id 2024-12-07T01:18:48,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:48,827 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cbbc8f8-468d-4d35-9e69-c9d434d69feb' 2024-12-07T01:18:48,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:48,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cbbc8f8-468d-4d35-9e69-c9d434d69feb" 2024-12-07T01:18:48,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743813ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:48,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,46473,-1] 2024-12-07T01:18:48,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:48,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:48,831 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:48,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152eda5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:48,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:18:48,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46413,1733534325840, seqNum=-1] 2024-12-07T01:18:48,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:18:48,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:18:48,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,46473,1733534325234 2024-12-07T01:18:48,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64610 2024-12-07T01:18:48,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:18:48,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101ad5e8b0d0002 connected 2024-12-07T01:18:48,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/hadoop.log.dir so I do NOT create it in target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6 2024-12-07T01:18:48,918 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:18:48,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/hadoop.tmp.dir so I do NOT create it in target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6 2024-12-07T01:18:48,918 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:18:48,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6 2024-12-07T01:18:48,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:18:48,918 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/cluster_1a36ac81-8bf0-0ea4-f5a8-fb69f5018c12, deleteOnExit=true 2024-12-07T01:18:48,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:18:48,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/test.cache.data in system properties and HBase conf 2024-12-07T01:18:48,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:18:48,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:18:48,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:18:48,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:18:48,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:18:48,919 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:18:48,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:18:48,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:18:48,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:18:48,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:18:48,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:18:48,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:18:48,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:18:48,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:18:48,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:18:48,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:18:48,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:18:48,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:18:48,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:18:48,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:18:49,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:18:49,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:18:49,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:18:49,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:18:49,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:18:49,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:18:49,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d90865a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:18:49,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261f9c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:18:49,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f4d79ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/java.io.tmpdir/jetty-localhost-34745-hadoop-hdfs-3_4_1-tests_jar-_-any-18385956757245374529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:18:49,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c2976d5{HTTP/1.1, (http/1.1)}{localhost:34745} 2024-12-07T01:18:49,483 INFO [Time-limited test {}] server.Server(415): Started @174981ms 2024-12-07T01:18:49,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:18:49,913 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:18:49,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:18:49,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:18:49,916 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:18:49,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15693be3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:18:49,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59559645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:18:50,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@126508b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/java.io.tmpdir/jetty-localhost-45831-hadoop-hdfs-3_4_1-tests_jar-_-any-3304273321988209523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:18:50,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@613e9d2b{HTTP/1.1, (http/1.1)}{localhost:45831} 2024-12-07T01:18:50,076 INFO [Time-limited test {}] server.Server(415): Started @175574ms 2024-12-07T01:18:50,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:18:51,475 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/cluster_1a36ac81-8bf0-0ea4-f5a8-fb69f5018c12/data/data1/current/BP-776013744-172.17.0.3-1733534328966/current, will proceed with Du for space computation calculation, 2024-12-07T01:18:51,475 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/cluster_1a36ac81-8bf0-0ea4-f5a8-fb69f5018c12/data/data2/current/BP-776013744-172.17.0.3-1733534328966/current, will proceed with Du for space computation calculation, 2024-12-07T01:18:51,499 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:18:51,502 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6e1e29973636e0f with lease ID 0x11ef3931e048a67f: Processing first storage report for DS-23a3678e-9c61-4d13-bda1-1fc6b2d1274c from datanode DatanodeRegistration(127.0.0.1:39143, datanodeUuid=0565c131-3833-4ee4-84d2-908c6f1267ae, infoPort=39679, infoSecurePort=0, ipcPort=44483, storageInfo=lv=-57;cid=testClusterID;nsid=1180037682;c=1733534328966) 2024-12-07T01:18:51,502 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6e1e29973636e0f with lease ID 0x11ef3931e048a67f: from storage DS-23a3678e-9c61-4d13-bda1-1fc6b2d1274c node DatanodeRegistration(127.0.0.1:39143, datanodeUuid=0565c131-3833-4ee4-84d2-908c6f1267ae, infoPort=39679, infoSecurePort=0, ipcPort=44483, storageInfo=lv=-57;cid=testClusterID;nsid=1180037682;c=1733534328966), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:18:51,502 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6e1e29973636e0f with lease ID 0x11ef3931e048a67f: Processing first storage report for DS-391dccca-4971-46d2-9bda-85d48b6082a6 from datanode DatanodeRegistration(127.0.0.1:39143, datanodeUuid=0565c131-3833-4ee4-84d2-908c6f1267ae, infoPort=39679, infoSecurePort=0, ipcPort=44483, storageInfo=lv=-57;cid=testClusterID;nsid=1180037682;c=1733534328966) 2024-12-07T01:18:51,502 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6e1e29973636e0f with lease ID 0x11ef3931e048a67f: from storage DS-391dccca-4971-46d2-9bda-85d48b6082a6 node DatanodeRegistration(127.0.0.1:39143, datanodeUuid=0565c131-3833-4ee4-84d2-908c6f1267ae, infoPort=39679, infoSecurePort=0, ipcPort=44483, storageInfo=lv=-57;cid=testClusterID;nsid=1180037682;c=1733534328966), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:18:51,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6 2024-12-07T01:18:51,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:51,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:51,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:18:51,975 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8 with version=8 2024-12-07T01:18:51,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/hbase-staging 2024-12-07T01:18:51,978 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:18:51,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:51,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:51,978 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:18:51,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:51,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:18:51,978 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:18:51,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:18:51,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39529 2024-12-07T01:18:51,980 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39529 connecting to ZooKeeper ensemble=127.0.0.1:64610 2024-12-07T01:18:52,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395290x0, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:18:52,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39529-0x101ad5e8b0d0003 connected 2024-12-07T01:18:52,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:52,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:52,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Set watcher on znode that does not yet exist, /147735675/running 2024-12-07T01:18:52,173 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8, hbase.cluster.distributed=false 2024-12-07T01:18:52,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Set watcher on znode that does not yet exist, /147735675/acl 2024-12-07T01:18:52,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39529 2024-12-07T01:18:52,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39529 2024-12-07T01:18:52,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39529 2024-12-07T01:18:52,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39529 2024-12-07T01:18:52,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39529 2024-12-07T01:18:52,202 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:18:52,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:52,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:52,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:18:52,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:18:52,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:18:52,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:18:52,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:18:52,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40969 2024-12-07T01:18:52,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40969 connecting to ZooKeeper ensemble=127.0.0.1:64610 2024-12-07T01:18:52,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:52,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:52,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409690x0, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:18:52,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40969-0x101ad5e8b0d0004 connected 2024-12-07T01:18:52,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Set watcher on znode that does not yet exist, /147735675/running 2024-12-07T01:18:52,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:18:52,303 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:18:52,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Set watcher on znode that does not yet exist, /147735675/master 2024-12-07T01:18:52,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Set watcher on znode that does not yet exist, /147735675/acl 2024-12-07T01:18:52,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40969 2024-12-07T01:18:52,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40969 2024-12-07T01:18:52,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40969 2024-12-07T01:18:52,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40969 2024-12-07T01:18:52,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40969 2024-12-07T01:18:52,323 DEBUG [M:0;ec1863dc21e5:39529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:39529 2024-12-07T01:18:52,323 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /147735675/backup-masters/ec1863dc21e5,39529,1733534331977 2024-12-07T01:18:52,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675/backup-masters 2024-12-07T01:18:52,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675/backup-masters 2024-12-07T01:18:52,341 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Set watcher on existing znode=/147735675/backup-masters/ec1863dc21e5,39529,1733534331977 2024-12-07T01:18:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:18:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/147735675/master 2024-12-07T01:18:52,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:18:52,351 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Set watcher on existing znode=/147735675/master 2024-12-07T01:18:52,351 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /147735675/backup-masters/ec1863dc21e5,39529,1733534331977 from backup master directory 2024-12-07T01:18:52,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/147735675/backup-masters/ec1863dc21e5,39529,1733534331977 2024-12-07T01:18:52,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675/backup-masters 2024-12-07T01:18:52,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675/backup-masters 2024-12-07T01:18:52,361 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:18:52,361 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,39529,1733534331977 2024-12-07T01:18:52,365 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/hbase.id] with ID: 5bfca8cb-f646-4936-9548-0457d97936f9 2024-12-07T01:18:52,365 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/.tmp/hbase.id 2024-12-07T01:18:52,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:18:52,771 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/.tmp/hbase.id]:[hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/hbase.id] 2024-12-07T01:18:52,779 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:18:52,779 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:18:52,780 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-07T01:18:52,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:18:52,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:18:52,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:18:53,238 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:18:53,238 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:18:53,239 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:18:53,645 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store 2024-12-07T01:18:53,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:18:54,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:18:54,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:54,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:54,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:54,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:54,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:54,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:54,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:18:54,053 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:54,053 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:18:54,053 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:54,053 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:54,053 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:18:54,053 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:54,053 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:18:54,053 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534334053Disabling compacts and flushes for region at 1733534334053Disabling writes for close at 1733534334053Writing region close event to WAL at 1733534334053Closed at 1733534334053 2024-12-07T01:18:54,054 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/.initializing 2024-12-07T01:18:54,054 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/WALs/ec1863dc21e5,39529,1733534331977 2024-12-07T01:18:54,057 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:18:54,058 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C39529%2C1733534331977, suffix=, logDir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/WALs/ec1863dc21e5,39529,1733534331977, archiveDir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/oldWALs, maxLogs=10 2024-12-07T01:18:54,061 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:18:54,075 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/WALs/ec1863dc21e5,39529,1733534331977/ec1863dc21e5%2C39529%2C1733534331977.1733534334059, exclude list is [], retry=0 2024-12-07T01:18:54,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39143,DS-23a3678e-9c61-4d13-bda1-1fc6b2d1274c,DISK] 2024-12-07T01:18:54,080 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/WALs/ec1863dc21e5,39529,1733534331977/ec1863dc21e5%2C39529%2C1733534331977.1733534334059 2024-12-07T01:18:54,080 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39679:39679)] 2024-12-07T01:18:54,080 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:54,081 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:54,081 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:54,081 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:54,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:54,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:18:54,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:54,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:54,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:54,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:18:54,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:54,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:54,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:54,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:18:54,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:54,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:54,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:54,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:18:54,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:54,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:54,089 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:54,090 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:54,090 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:54,091 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:54,091 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:54,091 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:18:54,092 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:18:54,094 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:18:54,095 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73898397, jitterRate=0.10117192566394806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:18:54,095 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534334081Initializing all the Stores at 1733534334082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534334082Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534334082Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534334082Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534334082Cleaning up temporary data from old regions at 1733534334091 (+9 ms)Region opened successfully at 1733534334095 (+4 ms) 2024-12-07T01:18:54,095 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:18:54,098 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4675b14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:18:54,099 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:18:54,099 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:18:54,099 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:18:54,099 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:18:54,100 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:18:54,100 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:18:54,100 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:18:54,102 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:18:54,103 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Unable to get data of znode /147735675/balancer because node does not exist (not necessarily an error) 2024-12-07T01:18:54,182 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /147735675/balancer already deleted, retry=false 2024-12-07T01:18:54,183 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:18:54,184 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Unable to get data of znode /147735675/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:18:54,193 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /147735675/normalizer already deleted, retry=false 2024-12-07T01:18:54,193 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:18:54,195 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Unable to get data of znode /147735675/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:18:54,203 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /147735675/switch/split already deleted, retry=false 2024-12-07T01:18:54,204 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Unable to get data of znode /147735675/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:18:54,214 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /147735675/switch/merge already deleted, retry=false 2024-12-07T01:18:54,217 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Unable to get data of znode /147735675/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:18:54,224 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /147735675/snapshot-cleanup already deleted, retry=false 2024-12-07T01:18:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/147735675/running 2024-12-07T01:18:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/147735675/running 2024-12-07T01:18:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:18:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:18:54,235 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,39529,1733534331977, sessionid=0x101ad5e8b0d0003, setting cluster-up flag (Was=false) 2024-12-07T01:18:54,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:18:54,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:18:54,309 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /147735675/flush-table-proc/acquired, /147735675/flush-table-proc/reached, /147735675/flush-table-proc/abort 2024-12-07T01:18:54,309 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,39529,1733534331977 2024-12-07T01:18:54,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:18:54,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:18:54,382 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /147735675/online-snapshot/acquired, /147735675/online-snapshot/reached, /147735675/online-snapshot/abort 2024-12-07T01:18:54,383 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,39529,1733534331977 2024-12-07T01:18:54,384 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:18:54,386 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:54,386 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:18:54,386 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:18:54,386 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,39529,1733534331977 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:18:54,387 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:54,387 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:54,387 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:54,387 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:18:54,387 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:18:54,388 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:54,388 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:18:54,388 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:54,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:54,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:18:54,395 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:54,395 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:18:54,400 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534364400 2024-12-07T01:18:54,400 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:18:54,400 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:18:54,400 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:18:54,400 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:18:54,400 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:18:54,401 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:18:54,401 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:54,404 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:18:54,404 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:18:54,404 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:18:54,404 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:18:54,414 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:18:54,414 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:18:54,417 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534334414,5,FailOnTimeoutGroup] 2024-12-07T01:18:54,419 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(746): ClusterId : 5bfca8cb-f646-4936-9548-0457d97936f9 2024-12-07T01:18:54,419 DEBUG [RS:0;ec1863dc21e5:40969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:18:54,420 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534334417,5,FailOnTimeoutGroup] 2024-12-07T01:18:54,420 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:54,420 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:18:54,420 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:54,420 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:54,425 DEBUG [RS:0;ec1863dc21e5:40969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:18:54,425 DEBUG [RS:0;ec1863dc21e5:40969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:18:54,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:18:54,436 DEBUG [RS:0;ec1863dc21e5:40969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:18:54,436 DEBUG [RS:0;ec1863dc21e5:40969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc2a36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:18:54,450 DEBUG [RS:0;ec1863dc21e5:40969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:40969 2024-12-07T01:18:54,450 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:18:54,450 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:18:54,450 DEBUG [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:18:54,451 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,39529,1733534331977 with port=40969, startcode=1733534332202 2024-12-07T01:18:54,451 DEBUG [RS:0;ec1863dc21e5:40969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:18:54,453 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:18:54,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39529 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,40969,1733534332202 2024-12-07T01:18:54,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39529 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,40969,1733534332202 2024-12-07T01:18:54,454 DEBUG [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8 2024-12-07T01:18:54,454 DEBUG [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37635 2024-12-07T01:18:54,454 DEBUG [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:18:54,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675/rs 2024-12-07T01:18:54,467 DEBUG [RS:0;ec1863dc21e5:40969 {}] zookeeper.ZKUtil(111): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Set watcher on existing znode=/147735675/rs/ec1863dc21e5,40969,1733534332202 2024-12-07T01:18:54,467 WARN [RS:0;ec1863dc21e5:40969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:18:54,467 INFO [RS:0;ec1863dc21e5:40969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:54,467 DEBUG [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202 2024-12-07T01:18:54,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,40969,1733534332202] 2024-12-07T01:18:54,471 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:18:54,472 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:18:54,476 INFO [RS:0;ec1863dc21e5:40969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:18:54,476 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:54,476 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:18:54,477 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:18:54,477 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:54,477 DEBUG [RS:0;ec1863dc21e5:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:54,477 DEBUG [RS:0;ec1863dc21e5:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:54,477 DEBUG [RS:0;ec1863dc21e5:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:54,477 DEBUG [RS:0;ec1863dc21e5:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:54,477 DEBUG [RS:0;ec1863dc21e5:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:54,477 DEBUG [RS:0;ec1863dc21e5:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:18:54,477 DEBUG [RS:0;ec1863dc21e5:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:54,477 DEBUG [RS:0;ec1863dc21e5:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:54,478 DEBUG [RS:0;ec1863dc21e5:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:54,478 DEBUG [RS:0;ec1863dc21e5:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:54,478 DEBUG [RS:0;ec1863dc21e5:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:54,478 DEBUG [RS:0;ec1863dc21e5:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:18:54,478 DEBUG [RS:0;ec1863dc21e5:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:18:54,478 DEBUG [RS:0;ec1863dc21e5:40969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:18:54,482 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:54,482 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:54,482 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:54,482 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:54,482 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:54,482 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,40969,1733534332202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:18:54,495 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:18:54,495 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,40969,1733534332202-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:54,495 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:54,495 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.Replication(171): ec1863dc21e5,40969,1733534332202 started 2024-12-07T01:18:54,509 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:54,509 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,40969,1733534332202, RpcServer on ec1863dc21e5/172.17.0.3:40969, sessionid=0x101ad5e8b0d0004 2024-12-07T01:18:54,509 DEBUG [RS:0;ec1863dc21e5:40969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:18:54,509 DEBUG [RS:0;ec1863dc21e5:40969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,40969,1733534332202 2024-12-07T01:18:54,509 DEBUG [RS:0;ec1863dc21e5:40969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,40969,1733534332202' 2024-12-07T01:18:54,509 DEBUG [RS:0;ec1863dc21e5:40969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/147735675/flush-table-proc/abort' 2024-12-07T01:18:54,510 DEBUG [RS:0;ec1863dc21e5:40969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/147735675/flush-table-proc/acquired' 2024-12-07T01:18:54,510 DEBUG [RS:0;ec1863dc21e5:40969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:18:54,510 DEBUG [RS:0;ec1863dc21e5:40969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:18:54,510 DEBUG [RS:0;ec1863dc21e5:40969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,40969,1733534332202 2024-12-07T01:18:54,510 DEBUG [RS:0;ec1863dc21e5:40969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,40969,1733534332202' 2024-12-07T01:18:54,510 DEBUG [RS:0;ec1863dc21e5:40969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/147735675/online-snapshot/abort' 2024-12-07T01:18:54,510 DEBUG [RS:0;ec1863dc21e5:40969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/147735675/online-snapshot/acquired' 2024-12-07T01:18:54,510 DEBUG [RS:0;ec1863dc21e5:40969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:18:54,510 INFO [RS:0;ec1863dc21e5:40969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:18:54,511 INFO [RS:0;ec1863dc21e5:40969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:18:54,611 INFO [RS:0;ec1863dc21e5:40969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:18:54,612 INFO [RS:0;ec1863dc21e5:40969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C40969%2C1733534332202, suffix=, logDir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202, archiveDir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/oldWALs, maxLogs=10 2024-12-07T01:18:54,623 DEBUG [RS:0;ec1863dc21e5:40969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612, exclude list is [], retry=0 2024-12-07T01:18:54,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39143,DS-23a3678e-9c61-4d13-bda1-1fc6b2d1274c,DISK] 2024-12-07T01:18:54,627 INFO [RS:0;ec1863dc21e5:40969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 2024-12-07T01:18:54,627 DEBUG [RS:0;ec1863dc21e5:40969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39679:39679)] 2024-12-07T01:18:54,829 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:18:54,830 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8 2024-12-07T01:18:54,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741833_1009 (size=32) 2024-12-07T01:18:54,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:54,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:18:54,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:18:54,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:54,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:54,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:18:54,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:18:54,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:54,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:54,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:18:54,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:18:54,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:54,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:54,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:18:54,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:18:54,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:54,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:54,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:18:54,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740 2024-12-07T01:18:54,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740 2024-12-07T01:18:54,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:18:54,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:18:54,858 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:18:54,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:18:54,862 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:18:54,862 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69028014, jitterRate=0.02859756350517273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:18:54,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534334840Initializing all the Stores at 1733534334841 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534334841Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534334841Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534334841Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534334841Cleaning up temporary data from old regions at 1733534334857 (+16 ms)Region opened successfully at 1733534334862 (+5 ms) 2024-12-07T01:18:54,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:18:54,863 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:18:54,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:18:54,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:18:54,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:18:54,864 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:18:54,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534334862Disabling compacts and flushes for region at 1733534334862Disabling writes for close at 1733534334863 (+1 ms)Writing region close event to WAL at 1733534334864 (+1 ms)Closed at 1733534334864 2024-12-07T01:18:54,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:54,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:18:54,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:18:54,868 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:18:54,869 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:18:55,020 DEBUG [ec1863dc21e5:39529 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:18:55,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,40969,1733534332202 2024-12-07T01:18:55,032 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,40969,1733534332202, state=OPENING 2024-12-07T01:18:55,067 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:18:55,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:18:55,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:18:55,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /147735675/meta-region-server: CHANGED 2024-12-07T01:18:55,088 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:18:55,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /147735675/meta-region-server: CHANGED 2024-12-07T01:18:55,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,40969,1733534332202}] 2024-12-07T01:18:55,241 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:18:55,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:18:55,245 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:18:55,245 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:55,246 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:18:55,247 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C40969%2C1733534332202.meta, suffix=.meta, logDir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202, archiveDir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/oldWALs, maxLogs=10 2024-12-07T01:18:55,258 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.meta.1733534335247.meta, exclude list is [], retry=0 2024-12-07T01:18:55,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39143,DS-23a3678e-9c61-4d13-bda1-1fc6b2d1274c,DISK] 2024-12-07T01:18:55,261 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.meta.1733534335247.meta 2024-12-07T01:18:55,262 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39679:39679)] 2024-12-07T01:18:55,262 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:55,262 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:18:55,262 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:18:55,262 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:18:55,262 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:18:55,262 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:18:55,263 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:55,263 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:18:55,263 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:18:55,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:18:55,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:18:55,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:55,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:55,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:18:55,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:18:55,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:55,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:55,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:18:55,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:18:55,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:55,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:55,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:18:55,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:18:55,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:55,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:18:55,267 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:18:55,268 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740 2024-12-07T01:18:55,269 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740 2024-12-07T01:18:55,270 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:18:55,270 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:18:55,270 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:18:55,271 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:18:55,271 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63321391, jitterRate=-0.056437745690345764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:18:55,271 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:18:55,272 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534335263Writing region info on filesystem at 1733534335263Initializing all the Stores at 1733534335263Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534335263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534335264 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534335264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534335264Cleaning up temporary data from old regions at 1733534335270 (+6 ms)Running coprocessor post-open hooks at 1733534335272 (+2 ms)Region opened successfully at 1733534335272 2024-12-07T01:18:55,277 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534335240 2024-12-07T01:18:55,279 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:18:55,279 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:18:55,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,40969,1733534332202 2024-12-07T01:18:55,280 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,40969,1733534332202, state=OPEN 2024-12-07T01:18:55,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/147735675/meta-region-server 2024-12-07T01:18:55,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/147735675/meta-region-server 2024-12-07T01:18:55,287 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,40969,1733534332202 2024-12-07T01:18:55,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /147735675/meta-region-server: CHANGED 2024-12-07T01:18:55,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /147735675/meta-region-server: CHANGED 2024-12-07T01:18:55,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:18:55,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,40969,1733534332202 in 200 msec 2024-12-07T01:18:55,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:18:55,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-12-07T01:18:55,292 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:18:55,292 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:18:55,293 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:18:55,293 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40969,1733534332202, seqNum=-1] 2024-12-07T01:18:55,294 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:18:55,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:18:55,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 913 msec 2024-12-07T01:18:55,299 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534335299, completionTime=-1 2024-12-07T01:18:55,299 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:18:55,300 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:18:55,302 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:18:55,303 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534395302 2024-12-07T01:18:55,303 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534455303 2024-12-07T01:18:55,303 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-07T01:18:55,303 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,39529,1733534331977-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:55,303 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,39529,1733534331977-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:55,303 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,39529,1733534331977-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:55,303 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:39529, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:55,303 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:55,303 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:55,305 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:18:55,307 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.946sec 2024-12-07T01:18:55,307 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:18:55,307 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:18:55,307 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:18:55,307 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:18:55,307 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:18:55,307 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,39529,1733534331977-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:18:55,307 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,39529,1733534331977-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:18:55,309 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:18:55,309 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:18:55,309 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,39529,1733534331977-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:18:55,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c73698a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:55,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39529,-1 for getting cluster id 2024-12-07T01:18:55,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:55,320 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfca8cb-f646-4936-9548-0457d97936f9' 2024-12-07T01:18:55,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:55,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfca8cb-f646-4936-9548-0457d97936f9" 2024-12-07T01:18:55,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ca9312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:55,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39529,-1] 2024-12-07T01:18:55,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:55,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:55,321 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:55,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a355638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:55,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:18:55,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40969,1733534332202, seqNum=-1] 2024-12-07T01:18:55,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:18:55,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:18:55,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,39529,1733534331977 2024-12-07T01:18:55,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64610 2024-12-07T01:18:55,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:18:55,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101ad5e8b0d0005 connected 2024-12-07T01:18:55,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:18:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,46473,1733534325234 2024-12-07T01:18:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e7ecdca 2024-12-07T01:18:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:18:55,355 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:18:55,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:18:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:18:55,357 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:18:55,357 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:55,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:18:55,358 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:18:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:55,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:18:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:55,766 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e42e298175489bf2d95d389cc9a8cbd, NAME => 'test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa 2024-12-07T01:18:55,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:18:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:56,171 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:56,171 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7e42e298175489bf2d95d389cc9a8cbd, disabling compactions & flushes 2024-12-07T01:18:56,171 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd. 2024-12-07T01:18:56,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd. 2024-12-07T01:18:56,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd. after waiting 0 ms 2024-12-07T01:18:56,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd. 2024-12-07T01:18:56,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd. 2024-12-07T01:18:56,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e42e298175489bf2d95d389cc9a8cbd: Waiting for close lock at 1733534336171Disabling compacts and flushes for region at 1733534336171Disabling writes for close at 1733534336172 (+1 ms)Writing region close event to WAL at 1733534336172Closed at 1733534336172 2024-12-07T01:18:56,173 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:18:56,173 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534336173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534336173"}]},"ts":"1733534336173"} 2024-12-07T01:18:56,175 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:18:56,176 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:18:56,177 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534336176"}]},"ts":"1733534336176"} 2024-12-07T01:18:56,179 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:18:56,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7e42e298175489bf2d95d389cc9a8cbd, ASSIGN}] 2024-12-07T01:18:56,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7e42e298175489bf2d95d389cc9a8cbd, ASSIGN 2024-12-07T01:18:56,181 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7e42e298175489bf2d95d389cc9a8cbd, ASSIGN; state=OFFLINE, location=ec1863dc21e5,46413,1733534325840; forceNewPlan=false, retain=false 2024-12-07T01:18:56,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e42e298175489bf2d95d389cc9a8cbd, regionState=OPENING, regionLocation=ec1863dc21e5,46413,1733534325840 2024-12-07T01:18:56,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7e42e298175489bf2d95d389cc9a8cbd, ASSIGN because future has completed 2024-12-07T01:18:56,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e42e298175489bf2d95d389cc9a8cbd, server=ec1863dc21e5,46413,1733534325840}] 2024-12-07T01:18:56,490 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd. 2024-12-07T01:18:56,490 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e42e298175489bf2d95d389cc9a8cbd, NAME => 'test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:56,490 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:18:56,490 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:18:56,490 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7e42e298175489bf2d95d389cc9a8cbd 2024-12-07T01:18:56,490 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:56,490 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7e42e298175489bf2d95d389cc9a8cbd 2024-12-07T01:18:56,490 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7e42e298175489bf2d95d389cc9a8cbd 2024-12-07T01:18:56,491 INFO [StoreOpener-7e42e298175489bf2d95d389cc9a8cbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7e42e298175489bf2d95d389cc9a8cbd 2024-12-07T01:18:56,492 INFO [StoreOpener-7e42e298175489bf2d95d389cc9a8cbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e42e298175489bf2d95d389cc9a8cbd columnFamilyName f 2024-12-07T01:18:56,493 DEBUG [StoreOpener-7e42e298175489bf2d95d389cc9a8cbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:56,493 INFO [StoreOpener-7e42e298175489bf2d95d389cc9a8cbd-1 {}] regionserver.HStore(327): Store=7e42e298175489bf2d95d389cc9a8cbd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:56,493 INFO [StoreOpener-7e42e298175489bf2d95d389cc9a8cbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7e42e298175489bf2d95d389cc9a8cbd 2024-12-07T01:18:56,494 INFO [StoreOpener-7e42e298175489bf2d95d389cc9a8cbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e42e298175489bf2d95d389cc9a8cbd columnFamilyName f1 2024-12-07T01:18:56,494 DEBUG [StoreOpener-7e42e298175489bf2d95d389cc9a8cbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:56,494 INFO [StoreOpener-7e42e298175489bf2d95d389cc9a8cbd-1 {}] regionserver.HStore(327): Store=7e42e298175489bf2d95d389cc9a8cbd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:56,495 INFO [StoreOpener-7e42e298175489bf2d95d389cc9a8cbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7e42e298175489bf2d95d389cc9a8cbd 2024-12-07T01:18:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:56,497 INFO [StoreOpener-7e42e298175489bf2d95d389cc9a8cbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e42e298175489bf2d95d389cc9a8cbd columnFamilyName norep 2024-12-07T01:18:56,497 DEBUG [StoreOpener-7e42e298175489bf2d95d389cc9a8cbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:56,497 INFO [StoreOpener-7e42e298175489bf2d95d389cc9a8cbd-1 {}] regionserver.HStore(327): Store=7e42e298175489bf2d95d389cc9a8cbd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:56,497 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7e42e298175489bf2d95d389cc9a8cbd 2024-12-07T01:18:56,498 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd 2024-12-07T01:18:56,498 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd 2024-12-07T01:18:56,501 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7e42e298175489bf2d95d389cc9a8cbd 2024-12-07T01:18:56,501 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7e42e298175489bf2d95d389cc9a8cbd 2024-12-07T01:18:56,501 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:18:56,502 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7e42e298175489bf2d95d389cc9a8cbd 2024-12-07T01:18:56,505 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:18:56,505 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7e42e298175489bf2d95d389cc9a8cbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71142697, jitterRate=0.06010879576206207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:18:56,505 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e42e298175489bf2d95d389cc9a8cbd 2024-12-07T01:18:56,506 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7e42e298175489bf2d95d389cc9a8cbd: Running coprocessor pre-open hook at 1733534336490Writing region info on filesystem at 1733534336490Initializing all the Stores at 1733534336491 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534336491Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534336491Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534336491Cleaning up temporary data from old regions at 1733534336501 (+10 ms)Running coprocessor post-open hooks at 1733534336505 (+4 ms)Region opened successfully at 1733534336506 (+1 ms) 2024-12-07T01:18:56,508 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd., pid=6, masterSystemTime=1733534336486 2024-12-07T01:18:56,509 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd. 2024-12-07T01:18:56,510 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd. 2024-12-07T01:18:56,510 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e42e298175489bf2d95d389cc9a8cbd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,46413,1733534325840 2024-12-07T01:18:56,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e42e298175489bf2d95d389cc9a8cbd, server=ec1863dc21e5,46413,1733534325840 because future has completed 2024-12-07T01:18:56,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:18:56,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e42e298175489bf2d95d389cc9a8cbd, server=ec1863dc21e5,46413,1733534325840 in 180 msec 2024-12-07T01:18:56,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:18:56,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7e42e298175489bf2d95d389cc9a8cbd, ASSIGN in 337 msec 2024-12-07T01:18:56,520 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:18:56,520 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534336520"}]},"ts":"1733534336520"} 2024-12-07T01:18:56,522 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:18:56,523 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:18:56,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-12-07T01:18:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:57,505 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:18:57,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:18:57,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,39529,1733534331977 2024-12-07T01:18:57,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a02aa07 2024-12-07T01:18:57,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:18:57,507 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:18:57,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:18:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:18:57,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:18:57,510 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:57,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:18:57,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:18:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:57,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:18:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:57,918 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93b4baa85d523df203b4089ec1298f76, NAME => 'test,,1733534337507.93b4baa85d523df203b4089ec1298f76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8 2024-12-07T01:18:57,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:18:57,926 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534337507.93b4baa85d523df203b4089ec1298f76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:57,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 93b4baa85d523df203b4089ec1298f76, disabling compactions & flushes 2024-12-07T01:18:57,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534337507.93b4baa85d523df203b4089ec1298f76. 2024-12-07T01:18:57,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534337507.93b4baa85d523df203b4089ec1298f76. 2024-12-07T01:18:57,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534337507.93b4baa85d523df203b4089ec1298f76. after waiting 0 ms 2024-12-07T01:18:57,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534337507.93b4baa85d523df203b4089ec1298f76. 2024-12-07T01:18:57,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534337507.93b4baa85d523df203b4089ec1298f76. 2024-12-07T01:18:57,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93b4baa85d523df203b4089ec1298f76: Waiting for close lock at 1733534337926Disabling compacts and flushes for region at 1733534337926Disabling writes for close at 1733534337927 (+1 ms)Writing region close event to WAL at 1733534337927Closed at 1733534337927 2024-12-07T01:18:57,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:18:57,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534337507.93b4baa85d523df203b4089ec1298f76.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534337928"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534337928"}]},"ts":"1733534337928"} 2024-12-07T01:18:57,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:18:57,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:18:57,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534337931"}]},"ts":"1733534337931"} 2024-12-07T01:18:57,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:18:57,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=93b4baa85d523df203b4089ec1298f76, ASSIGN}] 2024-12-07T01:18:57,935 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=93b4baa85d523df203b4089ec1298f76, ASSIGN 2024-12-07T01:18:57,935 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=93b4baa85d523df203b4089ec1298f76, ASSIGN; state=OFFLINE, location=ec1863dc21e5,40969,1733534332202; forceNewPlan=false, retain=false 2024-12-07T01:18:58,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93b4baa85d523df203b4089ec1298f76, regionState=OPENING, regionLocation=ec1863dc21e5,40969,1733534332202 2024-12-07T01:18:58,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=93b4baa85d523df203b4089ec1298f76, ASSIGN because future has completed 2024-12-07T01:18:58,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93b4baa85d523df203b4089ec1298f76, server=ec1863dc21e5,40969,1733534332202}] 2024-12-07T01:18:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:58,249 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534337507.93b4baa85d523df203b4089ec1298f76. 2024-12-07T01:18:58,249 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 93b4baa85d523df203b4089ec1298f76, NAME => 'test,,1733534337507.93b4baa85d523df203b4089ec1298f76.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:58,249 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:18:58,249 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:18:58,249 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:18:58,250 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534337507.93b4baa85d523df203b4089ec1298f76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:58,250 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:18:58,250 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:18:58,251 INFO [StoreOpener-93b4baa85d523df203b4089ec1298f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:18:58,252 INFO [StoreOpener-93b4baa85d523df203b4089ec1298f76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93b4baa85d523df203b4089ec1298f76 columnFamilyName f 2024-12-07T01:18:58,252 DEBUG [StoreOpener-93b4baa85d523df203b4089ec1298f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:58,253 INFO [StoreOpener-93b4baa85d523df203b4089ec1298f76-1 {}] regionserver.HStore(327): Store=93b4baa85d523df203b4089ec1298f76/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:58,253 INFO [StoreOpener-93b4baa85d523df203b4089ec1298f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:18:58,254 INFO [StoreOpener-93b4baa85d523df203b4089ec1298f76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93b4baa85d523df203b4089ec1298f76 columnFamilyName f1 2024-12-07T01:18:58,254 DEBUG [StoreOpener-93b4baa85d523df203b4089ec1298f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:58,255 INFO [StoreOpener-93b4baa85d523df203b4089ec1298f76-1 {}] regionserver.HStore(327): Store=93b4baa85d523df203b4089ec1298f76/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:58,255 INFO [StoreOpener-93b4baa85d523df203b4089ec1298f76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:18:58,256 INFO [StoreOpener-93b4baa85d523df203b4089ec1298f76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93b4baa85d523df203b4089ec1298f76 columnFamilyName norep 2024-12-07T01:18:58,256 DEBUG [StoreOpener-93b4baa85d523df203b4089ec1298f76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:58,256 INFO [StoreOpener-93b4baa85d523df203b4089ec1298f76-1 {}] regionserver.HStore(327): Store=93b4baa85d523df203b4089ec1298f76/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:58,256 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:18:58,257 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76 2024-12-07T01:18:58,258 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76 2024-12-07T01:18:58,258 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:18:58,258 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:18:58,259 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:18:58,260 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:18:58,262 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:18:58,263 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 93b4baa85d523df203b4089ec1298f76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61149337, jitterRate=-0.08880387246608734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:18:58,263 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:18:58,263 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 93b4baa85d523df203b4089ec1298f76: Running coprocessor pre-open hook at 1733534338250Writing region info on filesystem at 1733534338250Initializing all the Stores at 1733534338251 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534338251Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534338251Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534338251Cleaning up temporary data from old regions at 1733534338259 (+8 ms)Running coprocessor post-open hooks at 1733534338263 (+4 ms)Region opened successfully at 1733534338263 2024-12-07T01:18:58,264 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534337507.93b4baa85d523df203b4089ec1298f76., pid=6, masterSystemTime=1733534338245 2024-12-07T01:18:58,266 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534337507.93b4baa85d523df203b4089ec1298f76. 2024-12-07T01:18:58,266 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534337507.93b4baa85d523df203b4089ec1298f76. 2024-12-07T01:18:58,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93b4baa85d523df203b4089ec1298f76, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,40969,1733534332202 2024-12-07T01:18:58,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93b4baa85d523df203b4089ec1298f76, server=ec1863dc21e5,40969,1733534332202 because future has completed 2024-12-07T01:18:58,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:18:58,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 93b4baa85d523df203b4089ec1298f76, server=ec1863dc21e5,40969,1733534332202 in 178 msec 2024-12-07T01:18:58,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:18:58,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=93b4baa85d523df203b4089ec1298f76, ASSIGN in 337 msec 2024-12-07T01:18:58,273 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:18:58,274 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534338274"}]},"ts":"1733534338274"} 2024-12-07T01:18:58,275 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:18:58,276 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:18:58,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-12-07T01:18:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:18:58,645 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:18:58,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de3a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:58,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,46473,-1 for getting cluster id 2024-12-07T01:18:58,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:58,647 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cbbc8f8-468d-4d35-9e69-c9d434d69feb' 2024-12-07T01:18:58,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:58,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cbbc8f8-468d-4d35-9e69-c9d434d69feb" 2024-12-07T01:18:58,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6995df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:58,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,46473,-1] 2024-12-07T01:18:58,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:58,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:58,648 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf6b8c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:58,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0a4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:58,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39529,-1 for getting cluster id 2024-12-07T01:18:58,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:58,651 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfca8cb-f646-4936-9548-0457d97936f9' 2024-12-07T01:18:58,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:58,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfca8cb-f646-4936-9548-0457d97936f9" 2024-12-07T01:18:58,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a79b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:58,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39529,-1] 2024-12-07T01:18:58,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:58,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:58,655 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:58,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6ab95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:58,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a165c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:58,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,46473,-1 for getting cluster id 2024-12-07T01:18:58,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:58,658 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cbbc8f8-468d-4d35-9e69-c9d434d69feb' 2024-12-07T01:18:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cbbc8f8-468d-4d35-9e69-c9d434d69feb" 2024-12-07T01:18:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ea169b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,46473,-1] 2024-12-07T01:18:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:58,660 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:58,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71254dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:58,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:18:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,46473,1733534325234 2024-12-07T01:18:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f401aef 2024-12-07T01:18:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:18:58,665 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:18:58,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:39529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:18:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:18:58,668 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:39529' 2024-12-07T01:18:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:18:58,669 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1810badb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:58,669 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39529,-1 for getting cluster id 2024-12-07T01:18:58,670 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:58,670 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfca8cb-f646-4936-9548-0457d97936f9' 2024-12-07T01:18:58,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:58,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfca8cb-f646-4936-9548-0457d97936f9" 2024-12-07T01:18:58,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fcc302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:58,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39529,-1] 2024-12-07T01:18:58,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:58,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:58,672 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:58,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2211b492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:58,673 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:18:58,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,39529,1733534331977 2024-12-07T01:18:58,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1794ccef 2024-12-07T01:18:58,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:18:58,675 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:18:58,676 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-07T01:18:58,676 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:18:58,676 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:58,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:18:58,677 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:58,677 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:18:58,678 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:18:58,680 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:18:58,680 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:58,681 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:18:58,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741837_1013 (size=1138) 2024-12-07T01:18:58,702 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85db00eb97e81de5f239016e79cb0279, NAME => 'hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa 2024-12-07T01:18:58,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741838_1014 (size=44) 2024-12-07T01:18:58,729 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:18:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:18:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:18:59,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:59,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 85db00eb97e81de5f239016e79cb0279, disabling compactions & flushes 2024-12-07T01:18:59,120 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. 2024-12-07T01:18:59,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. 2024-12-07T01:18:59,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. after waiting 0 ms 2024-12-07T01:18:59,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. 2024-12-07T01:18:59,120 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. 2024-12-07T01:18:59,120 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85db00eb97e81de5f239016e79cb0279: Waiting for close lock at 1733534339120Disabling compacts and flushes for region at 1733534339120Disabling writes for close at 1733534339120Writing region close event to WAL at 1733534339120Closed at 1733534339120 2024-12-07T01:18:59,121 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:18:59,122 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534339121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534339121"}]},"ts":"1733534339121"} 2024-12-07T01:18:59,124 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:18:59,125 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:18:59,126 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534339125"}]},"ts":"1733534339125"} 2024-12-07T01:18:59,129 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:18:59,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85db00eb97e81de5f239016e79cb0279, ASSIGN}] 2024-12-07T01:18:59,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85db00eb97e81de5f239016e79cb0279, ASSIGN 2024-12-07T01:18:59,132 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=85db00eb97e81de5f239016e79cb0279, ASSIGN; state=OFFLINE, location=ec1863dc21e5,46413,1733534325840; forceNewPlan=false, retain=false 2024-12-07T01:18:59,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85db00eb97e81de5f239016e79cb0279, regionState=OPENING, regionLocation=ec1863dc21e5,46413,1733534325840 2024-12-07T01:18:59,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=85db00eb97e81de5f239016e79cb0279, ASSIGN because future has completed 2024-12-07T01:18:59,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85db00eb97e81de5f239016e79cb0279, server=ec1863dc21e5,46413,1733534325840}] 2024-12-07T01:18:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:18:59,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. 2024-12-07T01:18:59,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:18:59,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:18:59,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C46413%2C1733534325840.rep, suffix=, logDir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840, archiveDir=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/oldWALs, maxLogs=10 2024-12-07T01:18:59,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.rep.1733534339466, exclude list is [], retry=0 2024-12-07T01:18:59,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-1076b75f-de3c-4312-a490-3d78f2f6603b,DISK] 2024-12-07T01:18:59,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.rep.1733534339466 2024-12-07T01:18:59,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46837:46837)] 2024-12-07T01:18:59,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 85db00eb97e81de5f239016e79cb0279, NAME => 'hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:18:59,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:18:59,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:18:59,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. service=MultiRowMutationService 2024-12-07T01:18:59,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:18:59,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:18:59,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:18:59,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:18:59,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:18:59,508 INFO [StoreOpener-85db00eb97e81de5f239016e79cb0279-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:18:59,510 INFO [StoreOpener-85db00eb97e81de5f239016e79cb0279-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85db00eb97e81de5f239016e79cb0279 columnFamilyName hfileref 2024-12-07T01:18:59,510 DEBUG [StoreOpener-85db00eb97e81de5f239016e79cb0279-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:59,510 INFO [StoreOpener-85db00eb97e81de5f239016e79cb0279-1 {}] regionserver.HStore(327): Store=85db00eb97e81de5f239016e79cb0279/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:59,510 INFO [StoreOpener-85db00eb97e81de5f239016e79cb0279-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:18:59,512 INFO [StoreOpener-85db00eb97e81de5f239016e79cb0279-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85db00eb97e81de5f239016e79cb0279 columnFamilyName queue 2024-12-07T01:18:59,512 DEBUG [StoreOpener-85db00eb97e81de5f239016e79cb0279-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:59,513 INFO [StoreOpener-85db00eb97e81de5f239016e79cb0279-1 {}] regionserver.HStore(327): Store=85db00eb97e81de5f239016e79cb0279/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:59,513 INFO [StoreOpener-85db00eb97e81de5f239016e79cb0279-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:18:59,521 INFO [StoreOpener-85db00eb97e81de5f239016e79cb0279-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85db00eb97e81de5f239016e79cb0279 columnFamilyName sid 2024-12-07T01:18:59,521 DEBUG [StoreOpener-85db00eb97e81de5f239016e79cb0279-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:18:59,521 INFO [StoreOpener-85db00eb97e81de5f239016e79cb0279-1 {}] regionserver.HStore(327): Store=85db00eb97e81de5f239016e79cb0279/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:18:59,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:18:59,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/replication/85db00eb97e81de5f239016e79cb0279 2024-12-07T01:18:59,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/replication/85db00eb97e81de5f239016e79cb0279 2024-12-07T01:18:59,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:18:59,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:18:59,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:18:59,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:18:59,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/replication/85db00eb97e81de5f239016e79cb0279/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:18:59,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 85db00eb97e81de5f239016e79cb0279; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68733097, jitterRate=0.02420295774936676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:18:59,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:18:59,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 85db00eb97e81de5f239016e79cb0279: Running coprocessor pre-open hook at 1733534339502Writing region info on filesystem at 1733534339502Initializing all the Stores at 1733534339503 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534339503Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534339508 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534339508Cleaning up temporary data from old regions at 1733534339523 (+15 ms)Running coprocessor post-open hooks at 1733534339545 (+22 ms)Region opened successfully at 1733534339546 (+1 ms) 2024-12-07T01:18:59,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279., pid=10, masterSystemTime=1733534339440 2024-12-07T01:18:59,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. 2024-12-07T01:18:59,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. 2024-12-07T01:18:59,552 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85db00eb97e81de5f239016e79cb0279, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,46413,1733534325840 2024-12-07T01:18:59,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85db00eb97e81de5f239016e79cb0279, server=ec1863dc21e5,46413,1733534325840 because future has completed 2024-12-07T01:18:59,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T01:18:59,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 85db00eb97e81de5f239016e79cb0279, server=ec1863dc21e5,46413,1733534325840 in 271 msec 2024-12-07T01:18:59,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-07T01:18:59,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85db00eb97e81de5f239016e79cb0279, ASSIGN in 431 msec 2024-12-07T01:18:59,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:18:59,564 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534339564"}]},"ts":"1733534339564"} 2024-12-07T01:18:59,566 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:18:59,567 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:18:59,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 890 msec 2024-12-07T01:18:59,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279., hostname=ec1863dc21e5,46413,1733534325840, seqNum=2] 2024-12-07T01:18:59,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:18:59,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:18:59,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:18:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:18:59,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-07T01:18:59,866 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:18:59,928 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,46413,1733534325840, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:18:59,929 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:18:59,929 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46413,1733534325840, seqNum=-1] 2024-12-07T01:18:59,929 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:18:59,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-07T01:18:59,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,46413,1733534325840', locateType=CURRENT is [region=hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279., hostname=ec1863dc21e5,46413,1733534325840, seqNum=2] 2024-12-07T01:18:59,944 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-07T01:18:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-07T01:18:59,947 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,46413,1733534325840 suceeded 2024-12-07T01:18:59,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-07T01:18:59,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 243 msec 2024-12-07T01:18:59,956 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:39529,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:18:59,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2910 sec 2024-12-07T01:18:59,970 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:39529' 2024-12-07T01:18:59,973 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51955915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:59,973 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39529,-1 for getting cluster id 2024-12-07T01:18:59,974 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:18:59,977 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfca8cb-f646-4936-9548-0457d97936f9' 2024-12-07T01:18:59,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:18:59,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfca8cb-f646-4936-9548-0457d97936f9" 2024-12-07T01:18:59,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47763b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:59,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39529,-1] 2024-12-07T01:18:59,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:18:59,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:18:59,979 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:18:59,980 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68b6dbd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:18:59,980 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:18:59,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,39529,1733534331977 2024-12-07T01:18:59,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f2f847f 2024-12-07T01:18:59,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:18:59,982 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-07T01:18:59,983 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,46413,1733534325840 (queues=1) is replicating from cluster=2cbbc8f8-468d-4d35-9e69-c9d434d69feb to cluster=5bfca8cb-f646-4936-9548-0457d97936f9 2024-12-07T01:18:59,983 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C46413%2C1733534325840 2024-12-07T01:18:59,983 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,46413,1733534325840, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:18:59,984 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788, startPosition=0, beingWritten=true 2024-12-07T01:18:59,984 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C46413%2C1733534325840 2024-12-07T01:18:59,993 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:18:59,993 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 379, reset compression=false 2024-12-07T01:18:59,993 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46413,1733534325840 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:19:00,061 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-07T01:19:00,062 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-07T01:19:00,198 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 379, reset compression=false 2024-12-07T01:19:00,525 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 379, reset compression=false 2024-12-07T01:19:00,765 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:19:00,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:00,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:00,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:00,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:00,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:00,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:00,815 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:19:00,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:19:00,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:00,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:00,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:00,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:00,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:00,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:00,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39529,-1 for getting cluster id 2024-12-07T01:19:00,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:00,830 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfca8cb-f646-4936-9548-0457d97936f9' 2024-12-07T01:19:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfca8cb-f646-4936-9548-0457d97936f9" 2024-12-07T01:19:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6363d57e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39529,-1] 2024-12-07T01:19:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:00,832 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:00,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f30f140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:00,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,39529,1733534331977 2024-12-07T01:19:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a93a592 2024-12-07T01:19:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:00,835 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:00,835 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-07T01:19:00,835 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-07T01:19:00,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:46473,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:19:00,836 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-07T01:19:00,836 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-07T01:19:00,836 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:19:00,836 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-07T01:19:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:19:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:00,838 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:46473' 2024-12-07T01:19:00,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec4e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:00,839 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,46473,-1 for getting cluster id 2024-12-07T01:19:00,839 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:00,840 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cbbc8f8-468d-4d35-9e69-c9d434d69feb' 2024-12-07T01:19:00,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:00,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cbbc8f8-468d-4d35-9e69-c9d434d69feb" 2024-12-07T01:19:00,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39abde30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:00,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,46473,-1] 2024-12-07T01:19:00,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:00,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:00,841 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:00,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bcfc9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:00,842 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:00,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,46473,1733534325234 2024-12-07T01:19:00,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68c1b979 2024-12-07T01:19:00,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:00,844 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:00,845 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-07T01:19:00,845 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:19:00,845 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:00,845 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:00,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:00,846 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:19:00,847 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:19:00,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:19:00,848 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:00,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:19:00,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741837_1013 (size=1138) 2024-12-07T01:19:00,898 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:19:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:00,949 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 379, reset compression=false 2024-12-07T01:19:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:01,267 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84c01d8b4c20372b8d168604a7b80660, NAME => 'hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8 2024-12-07T01:19:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741838_1014 (size=44) 2024-12-07T01:19:01,453 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 379, reset compression=false 2024-12-07T01:19:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:01,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:01,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 84c01d8b4c20372b8d168604a7b80660, disabling compactions & flushes 2024-12-07T01:19:01,679 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. 2024-12-07T01:19:01,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. 2024-12-07T01:19:01,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. after waiting 0 ms 2024-12-07T01:19:01,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. 2024-12-07T01:19:01,679 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. 2024-12-07T01:19:01,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84c01d8b4c20372b8d168604a7b80660: Waiting for close lock at 1733534341679Disabling compacts and flushes for region at 1733534341679Disabling writes for close at 1733534341679Writing region close event to WAL at 1733534341679Closed at 1733534341679 2024-12-07T01:19:01,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:19:01,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534341680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534341680"}]},"ts":"1733534341680"} 2024-12-07T01:19:01,683 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:19:01,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:19:01,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534341684"}]},"ts":"1733534341684"} 2024-12-07T01:19:01,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:19:01,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84c01d8b4c20372b8d168604a7b80660, ASSIGN}] 2024-12-07T01:19:01,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84c01d8b4c20372b8d168604a7b80660, ASSIGN 2024-12-07T01:19:01,688 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84c01d8b4c20372b8d168604a7b80660, ASSIGN; state=OFFLINE, location=ec1863dc21e5,40969,1733534332202; forceNewPlan=false, retain=false 2024-12-07T01:19:01,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=84c01d8b4c20372b8d168604a7b80660, regionState=OPENING, regionLocation=ec1863dc21e5,40969,1733534332202 2024-12-07T01:19:01,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84c01d8b4c20372b8d168604a7b80660, ASSIGN because future has completed 2024-12-07T01:19:01,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84c01d8b4c20372b8d168604a7b80660, server=ec1863dc21e5,40969,1733534332202}] 2024-12-07T01:19:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:02,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. 2024-12-07T01:19:02,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:02,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:19:02,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C40969%2C1733534332202.rep, suffix=, logDir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202, archiveDir=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/oldWALs, maxLogs=10 2024-12-07T01:19:02,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.rep.1733534342022, exclude list is [], retry=0 2024-12-07T01:19:02,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39143,DS-23a3678e-9c61-4d13-bda1-1fc6b2d1274c,DISK] 2024-12-07T01:19:02,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.rep.1733534342022 2024-12-07T01:19:02,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39679:39679)] 2024-12-07T01:19:02,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 84c01d8b4c20372b8d168604a7b80660, NAME => 'hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:02,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:19:02,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:19:02,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. service=MultiRowMutationService 2024-12-07T01:19:02,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:19:02,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 84c01d8b4c20372b8d168604a7b80660 2024-12-07T01:19:02,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:02,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 84c01d8b4c20372b8d168604a7b80660 2024-12-07T01:19:02,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 84c01d8b4c20372b8d168604a7b80660 2024-12-07T01:19:02,045 INFO [StoreOpener-84c01d8b4c20372b8d168604a7b80660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 84c01d8b4c20372b8d168604a7b80660 2024-12-07T01:19:02,046 INFO [StoreOpener-84c01d8b4c20372b8d168604a7b80660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84c01d8b4c20372b8d168604a7b80660 columnFamilyName hfileref 2024-12-07T01:19:02,046 DEBUG [StoreOpener-84c01d8b4c20372b8d168604a7b80660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:02,046 INFO [StoreOpener-84c01d8b4c20372b8d168604a7b80660-1 {}] regionserver.HStore(327): Store=84c01d8b4c20372b8d168604a7b80660/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:02,046 INFO [StoreOpener-84c01d8b4c20372b8d168604a7b80660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 84c01d8b4c20372b8d168604a7b80660 2024-12-07T01:19:02,047 INFO [StoreOpener-84c01d8b4c20372b8d168604a7b80660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84c01d8b4c20372b8d168604a7b80660 columnFamilyName queue 2024-12-07T01:19:02,047 DEBUG [StoreOpener-84c01d8b4c20372b8d168604a7b80660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:02,048 INFO [StoreOpener-84c01d8b4c20372b8d168604a7b80660-1 {}] regionserver.HStore(327): Store=84c01d8b4c20372b8d168604a7b80660/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:02,048 INFO [StoreOpener-84c01d8b4c20372b8d168604a7b80660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 84c01d8b4c20372b8d168604a7b80660 2024-12-07T01:19:02,049 INFO [StoreOpener-84c01d8b4c20372b8d168604a7b80660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84c01d8b4c20372b8d168604a7b80660 columnFamilyName sid 2024-12-07T01:19:02,049 DEBUG [StoreOpener-84c01d8b4c20372b8d168604a7b80660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:02,049 INFO [StoreOpener-84c01d8b4c20372b8d168604a7b80660-1 {}] regionserver.HStore(327): Store=84c01d8b4c20372b8d168604a7b80660/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:02,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 84c01d8b4c20372b8d168604a7b80660 2024-12-07T01:19:02,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/replication/84c01d8b4c20372b8d168604a7b80660 2024-12-07T01:19:02,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/replication/84c01d8b4c20372b8d168604a7b80660 2024-12-07T01:19:02,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 84c01d8b4c20372b8d168604a7b80660 2024-12-07T01:19:02,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 84c01d8b4c20372b8d168604a7b80660 2024-12-07T01:19:02,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:19:02,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 84c01d8b4c20372b8d168604a7b80660 2024-12-07T01:19:02,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/replication/84c01d8b4c20372b8d168604a7b80660/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:02,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 84c01d8b4c20372b8d168604a7b80660; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61582541, jitterRate=-0.08234862983226776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:19:02,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84c01d8b4c20372b8d168604a7b80660 2024-12-07T01:19:02,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 84c01d8b4c20372b8d168604a7b80660: Running coprocessor pre-open hook at 1733534342043Writing region info on filesystem at 1733534342043Initializing all the Stores at 1733534342044 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534342044Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534342045 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534342045Cleaning up temporary data from old regions at 1733534342051 (+6 ms)Running coprocessor post-open hooks at 1733534342061 (+10 ms)Region opened successfully at 1733534342061 2024-12-07T01:19:02,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660., pid=10, masterSystemTime=1733534342016 2024-12-07T01:19:02,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. 2024-12-07T01:19:02,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. 2024-12-07T01:19:02,064 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=84c01d8b4c20372b8d168604a7b80660, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,40969,1733534332202 2024-12-07T01:19:02,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84c01d8b4c20372b8d168604a7b80660, server=ec1863dc21e5,40969,1733534332202 because future has completed 2024-12-07T01:19:02,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T01:19:02,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 84c01d8b4c20372b8d168604a7b80660, server=ec1863dc21e5,40969,1733534332202 in 205 msec 2024-12-07T01:19:02,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-07T01:19:02,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84c01d8b4c20372b8d168604a7b80660, ASSIGN in 384 msec 2024-12-07T01:19:02,073 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:19:02,073 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534342073"}]},"ts":"1733534342073"} 2024-12-07T01:19:02,075 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:19:02,076 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:19:02,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2300 sec 2024-12-07T01:19:02,089 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 379, reset compression=false 2024-12-07T01:19:02,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660., hostname=ec1863dc21e5,40969,1733534332202, seqNum=2] 2024-12-07T01:19:02,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:19:02,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:19:02,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:19:02,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-07T01:19:02,315 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:19:02,363 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,40969,1733534332202, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:19:02,363 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:02,363 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40969,1733534332202, seqNum=-1] 2024-12-07T01:19:02,364 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:02,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-07T01:19:02,368 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,40969,1733534332202', locateType=CURRENT is [region=hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660., hostname=ec1863dc21e5,40969,1733534332202, seqNum=2] 2024-12-07T01:19:02,373 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-07T01:19:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-07T01:19:02,375 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,40969,1733534332202 suceeded 2024-12-07T01:19:02,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-07T01:19:02,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-12-07T01:19:02,377 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:46473,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:19:02,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5430 sec 2024-12-07T01:19:02,392 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:46473' 2024-12-07T01:19:02,394 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41e1d83e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:02,394 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,46473,-1 for getting cluster id 2024-12-07T01:19:02,394 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:02,395 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cbbc8f8-468d-4d35-9e69-c9d434d69feb' 2024-12-07T01:19:02,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:02,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cbbc8f8-468d-4d35-9e69-c9d434d69feb" 2024-12-07T01:19:02,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cee227b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:02,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,46473,-1] 2024-12-07T01:19:02,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:02,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:02,397 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:02,398 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20ddfbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:02,398 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:02,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,46473,1733534325234 2024-12-07T01:19:02,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27c47bb5 2024-12-07T01:19:02,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:02,402 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-07T01:19:02,404 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,40969,1733534332202 (queues=1) is replicating from cluster=5bfca8cb-f646-4936-9548-0457d97936f9 to cluster=2cbbc8f8-468d-4d35-9e69-c9d434d69feb 2024-12-07T01:19:02,404 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C40969%2C1733534332202 2024-12-07T01:19:02,406 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,40969,1733534332202, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:19:02,420 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612, startPosition=0, beingWritten=true 2024-12-07T01:19:02,424 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.shipperec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C40969%2C1733534332202 2024-12-07T01:19:02,428 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:19:02,428 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 to pos 379, reset compression=false 2024-12-07T01:19:02,428 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.shipperec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,40969,1733534332202 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:19:02,639 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 to pos 379, reset compression=false 2024-12-07T01:19:02,793 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 379, reset compression=false 2024-12-07T01:19:02,945 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 to pos 379, reset compression=false 2024-12-07T01:19:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:02,985 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:19:02,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:19:02,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:02,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:02,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:02,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:02,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:02,988 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733534342988/Put/seqid=0 2024-12-07T01:19:02,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741840_1016 (size=7894) 2024-12-07T01:19:03,349 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 to pos 379, reset compression=false 2024-12-07T01:19:03,398 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733534343397/Put/seqid=0 2024-12-07T01:19:03,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741841_1017 (size=7691) 2024-12-07T01:19:03,610 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 379, reset compression=false 2024-12-07T01:19:03,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ff28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:03,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,46473,-1 for getting cluster id 2024-12-07T01:19:03,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:03,809 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cbbc8f8-468d-4d35-9e69-c9d434d69feb' 2024-12-07T01:19:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cbbc8f8-468d-4d35-9e69-c9d434d69feb" 2024-12-07T01:19:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba4c7ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,46473,-1] 2024-12-07T01:19:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:03,810 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:03,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:03,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:03,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46413,1733534325840, seqNum=-1] 2024-12-07T01:19:03,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:03,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:03,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:03,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,46473,1733534325234 2024-12-07T01:19:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28fd5845 2024-12-07T01:19:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:03,825 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:03,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd., hostname=ec1863dc21e5,46413,1733534325840, seqNum=2] 2024-12-07T01:19:03,830 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-07T01:19:03,836 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-07T01:19:03,839 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-07T01:19:03,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 7e42e298175489bf2d95d389cc9a8cbd/f 2024-12-07T01:19:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-07T01:19:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:19:03,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 7e42e298175489bf2d95d389cc9a8cbd/f 2024-12-07T01:19:03,876 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 to pos 379, reset compression=false 2024-12-07T01:19:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-07T01:19:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:19:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegion(2603): Flush status journal for 7e42e298175489bf2d95d389cc9a8cbd: 2024-12-07T01:19:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins__test__3q9nhvhdatjc80p91gj7l3vijl52hv5prl2s8nv48nt1pjbplrtqitsfmdk11339/f/hfile_0 2024-12-07T01:19:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins__test__3q9nhvhdatjc80p91gj7l3vijl52hv5prl2s8nv48nt1pjbplrtqitsfmdk11339/f/hfile_0 as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/f3c712dc2c224582be7b4689068543c0_SeqId_4_ 2024-12-07T01:19:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins__test__3q9nhvhdatjc80p91gj7l3vijl52hv5prl2s8nv48nt1pjbplrtqitsfmdk11339/f/hfile_1 2024-12-07T01:19:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins__test__3q9nhvhdatjc80p91gj7l3vijl52hv5prl2s8nv48nt1pjbplrtqitsfmdk11339/f/hfile_1 as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/f244e9645a034894ac8531321d0a4cd0_SeqId_4_ 2024-12-07T01:19:03,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins__test__3q9nhvhdatjc80p91gj7l3vijl52hv5prl2s8nv48nt1pjbplrtqitsfmdk11339/f/hfile_0 into 7e42e298175489bf2d95d389cc9a8cbd/f as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/f3c712dc2c224582be7b4689068543c0_SeqId_4_ - updating store file list. 2024-12-07T01:19:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f3c712dc2c224582be7b4689068543c0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T01:19:03,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/f3c712dc2c224582be7b4689068543c0_SeqId_4_ into 7e42e298175489bf2d95d389cc9a8cbd/f 2024-12-07T01:19:03,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins__test__3q9nhvhdatjc80p91gj7l3vijl52hv5prl2s8nv48nt1pjbplrtqitsfmdk11339/f/hfile_0 into 7e42e298175489bf2d95d389cc9a8cbd/f (new location: hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/f3c712dc2c224582be7b4689068543c0_SeqId_4_) 2024-12-07T01:19:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins__test__3q9nhvhdatjc80p91gj7l3vijl52hv5prl2s8nv48nt1pjbplrtqitsfmdk11339/f/hfile_0 2024-12-07T01:19:03,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins__test__3q9nhvhdatjc80p91gj7l3vijl52hv5prl2s8nv48nt1pjbplrtqitsfmdk11339/f/hfile_1 into 7e42e298175489bf2d95d389cc9a8cbd/f as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/f244e9645a034894ac8531321d0a4cd0_SeqId_4_ - updating store file list. 2024-12-07T01:19:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f244e9645a034894ac8531321d0a4cd0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T01:19:03,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/f244e9645a034894ac8531321d0a4cd0_SeqId_4_ into 7e42e298175489bf2d95d389cc9a8cbd/f 2024-12-07T01:19:03,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins__test__3q9nhvhdatjc80p91gj7l3vijl52hv5prl2s8nv48nt1pjbplrtqitsfmdk11339/f/hfile_1 into 7e42e298175489bf2d95d389cc9a8cbd/f (new location: hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/f244e9645a034894ac8531321d0a4cd0_SeqId_4_) 2024-12-07T01:19:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins__test__3q9nhvhdatjc80p91gj7l3vijl52hv5prl2s8nv48nt1pjbplrtqitsfmdk11339/f/hfile_1 2024-12-07T01:19:03,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:19:03,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:03,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:03,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:03,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:03,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:03,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40969,1733534332202, seqNum=-1] 2024-12-07T01:19:03,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd., hostname=ec1863dc21e5,46413,1733534325840, seqNum=2 , the old value is region=test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd., hostname=ec1863dc21e5,46413,1733534325840, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ec1863dc21e5:46413 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-07T01:19:03,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd., hostname=ec1863dc21e5,46413,1733534325840, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-07T01:19:03,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd., hostname=ec1863dc21e5,46413,1733534325840, seqNum=2 from cache 2024-12-07T01:19:03,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:03,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:03,934 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-07T01:19:03,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733534337507.93b4baa85d523df203b4089ec1298f76., hostname=ec1863dc21e5,40969,1733534332202, seqNum=2] 2024-12-07T01:19:03,938 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-07T01:19:04,035 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:46413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-07T01:19:04,513 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 to pos 379, reset compression=false 2024-12-07T01:19:04,516 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 379, reset compression=false 2024-12-07T01:19:04,524 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:19:04,525 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46413,1733534325840 got entry batch from reader: WALEntryBatch [walEntries=[{test/7e42e298175489bf2d95d389cc9a8cbd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733534343924/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-07T01:19:04,527 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:19:04,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-07T01:19:04,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(318): Replicating [2cbbc8f8-468d-4d35-9e69-c9d434d69feb] bulk loaded data 2024-12-07T01:19:04,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28b7ad0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:04,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39529,-1 for getting cluster id 2024-12-07T01:19:04,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:04,532 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfca8cb-f646-4936-9548-0457d97936f9' 2024-12-07T01:19:04,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:04,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfca8cb-f646-4936-9548-0457d97936f9" 2024-12-07T01:19:04,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5216e1a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:04,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39529,-1] 2024-12-07T01:19:04,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:04,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:04,534 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:04,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d527310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:04,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741840_1016 (size=7894) 2024-12-07T01:19:04,725 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 687, reset compression=false 2024-12-07T01:19:04,941 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-07T01:19:04,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741841_1017 (size=7691) 2024-12-07T01:19:05,034 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 687, reset compression=false 2024-12-07T01:19:05,218 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 to pos 379, reset compression=false 2024-12-07T01:19:05,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:05,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,39529,1733534331977 2024-12-07T01:19:05,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16fc1ef2 2024-12-07T01:19:05,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:05,389 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-07T01:19:05,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-07T01:19:05,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:05,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40969,1733534332202, seqNum=-1] 2024-12-07T01:19:05,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:05,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-07T01:19:05,398 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins.hfs.11__test__rjejb7d06uum8k6ne223icggsscu562ro9dl8ap4ogdnv82guqc56npdjihkfiee/f/f244e9645a034894ac8531321d0a4cd0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-07T01:19:05,401 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins.hfs.11__test__rjejb7d06uum8k6ne223icggsscu562ro9dl8ap4ogdnv82guqc56npdjihkfiee/f/f3c712dc2c224582be7b4689068543c0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-07T01:19:05,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins.hfs.11__test__rjejb7d06uum8k6ne223icggsscu562ro9dl8ap4ogdnv82guqc56npdjihkfiee/f/f244e9645a034894ac8531321d0a4cd0_SeqId_4_ for inclusion in 93b4baa85d523df203b4089ec1298f76/f 2024-12-07T01:19:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-07T01:19:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:19:05,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins.hfs.11__test__rjejb7d06uum8k6ne223icggsscu562ro9dl8ap4ogdnv82guqc56npdjihkfiee/f/f3c712dc2c224582be7b4689068543c0_SeqId_4_ for inclusion in 93b4baa85d523df203b4089ec1298f76/f 2024-12-07T01:19:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-07T01:19:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:19:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HRegion(2603): Flush status journal for 93b4baa85d523df203b4089ec1298f76: 2024-12-07T01:19:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f244e9645a034894ac8531321d0a4cd0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-07T01:19:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins.hfs.11__test__rjejb7d06uum8k6ne223icggsscu562ro9dl8ap4ogdnv82guqc56npdjihkfiee/f/f244e9645a034894ac8531321d0a4cd0_SeqId_4_ as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/8f7819aa05e2437c8c8ba060635b0255_SeqId_4_ 2024-12-07T01:19:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f3c712dc2c224582be7b4689068543c0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-07T01:19:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins.hfs.11__test__rjejb7d06uum8k6ne223icggsscu562ro9dl8ap4ogdnv82guqc56npdjihkfiee/f/f3c712dc2c224582be7b4689068543c0_SeqId_4_ as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/f74e8b74eb474dae8dde07aa39946737_SeqId_4_ 2024-12-07T01:19:05,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins.hfs.11__test__rjejb7d06uum8k6ne223icggsscu562ro9dl8ap4ogdnv82guqc56npdjihkfiee/f/f244e9645a034894ac8531321d0a4cd0_SeqId_4_ into 93b4baa85d523df203b4089ec1298f76/f as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/8f7819aa05e2437c8c8ba060635b0255_SeqId_4_ - updating store file list. 2024-12-07T01:19:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f7819aa05e2437c8c8ba060635b0255_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T01:19:05,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/8f7819aa05e2437c8c8ba060635b0255_SeqId_4_ into 93b4baa85d523df203b4089ec1298f76/f 2024-12-07T01:19:05,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins.hfs.11__test__rjejb7d06uum8k6ne223icggsscu562ro9dl8ap4ogdnv82guqc56npdjihkfiee/f/f244e9645a034894ac8531321d0a4cd0_SeqId_4_ into 93b4baa85d523df203b4089ec1298f76/f (new location: hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/8f7819aa05e2437c8c8ba060635b0255_SeqId_4_) 2024-12-07T01:19:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins.hfs.11__test__rjejb7d06uum8k6ne223icggsscu562ro9dl8ap4ogdnv82guqc56npdjihkfiee/f/f244e9645a034894ac8531321d0a4cd0_SeqId_4_ 2024-12-07T01:19:05,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins.hfs.11__test__rjejb7d06uum8k6ne223icggsscu562ro9dl8ap4ogdnv82guqc56npdjihkfiee/f/f3c712dc2c224582be7b4689068543c0_SeqId_4_ into 93b4baa85d523df203b4089ec1298f76/f as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/f74e8b74eb474dae8dde07aa39946737_SeqId_4_ - updating store file list. 2024-12-07T01:19:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f74e8b74eb474dae8dde07aa39946737_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T01:19:05,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/f74e8b74eb474dae8dde07aa39946737_SeqId_4_ into 93b4baa85d523df203b4089ec1298f76/f 2024-12-07T01:19:05,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins.hfs.11__test__rjejb7d06uum8k6ne223icggsscu562ro9dl8ap4ogdnv82guqc56npdjihkfiee/f/f3c712dc2c224582be7b4689068543c0_SeqId_4_ into 93b4baa85d523df203b4089ec1298f76/f (new location: hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/f74e8b74eb474dae8dde07aa39946737_SeqId_4_) 2024-12-07T01:19:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins.hfs.11__test__rjejb7d06uum8k6ne223icggsscu562ro9dl8ap4ogdnv82guqc56npdjihkfiee/f/f3c712dc2c224582be7b4689068543c0_SeqId_4_ 2024-12-07T01:19:05,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(324): Finished replicating [2cbbc8f8-468d-4d35-9e69-c9d434d69feb] bulk loaded data 2024-12-07T01:19:05,441 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 687, reset compression=false 2024-12-07T01:19:05,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:05,949 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 687, reset compression=false 2024-12-07T01:19:05,958 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733534345957/Put/seqid=0 2024-12-07T01:19:05,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741842_1018 (size=11194) 2024-12-07T01:19:05,973 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733534345973/Put/seqid=0 2024-12-07T01:19:05,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741843_1019 (size=10791) 2024-12-07T01:19:05,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0cc873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:05,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39529,-1 for getting cluster id 2024-12-07T01:19:05,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:05,991 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfca8cb-f646-4936-9548-0457d97936f9' 2024-12-07T01:19:05,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:05,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfca8cb-f646-4936-9548-0457d97936f9" 2024-12-07T01:19:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e3fa5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39529,-1] 2024-12-07T01:19:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:05,994 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:05,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423e2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:05,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40969,1733534332202, seqNum=-1] 2024-12-07T01:19:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:05,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:06,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:06,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,39529,1733534331977 2024-12-07T01:19:06,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9d88cda 2024-12-07T01:19:06,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:06,009 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733534337507.93b4baa85d523df203b4089ec1298f76., hostname=ec1863dc21e5,40969,1733534332202, seqNum=2] 2024-12-07T01:19:06,018 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-07T01:19:06,022 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 to pos 379, reset compression=false 2024-12-07T01:19:06,032 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-07T01:19:06,035 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-07T01:19:06,049 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:19:06,049 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.shipperec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,40969,1733534332202 got entry batch from reader: WALEntryBatch [walEntries=[{test/93b4baa85d523df203b4089ec1298f76/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733534345435/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-07T01:19:06,052 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.shipperec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:19:06,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-07T01:19:06,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.ReplicationSink(318): Replicating [2cbbc8f8-468d-4d35-9e69-c9d434d69feb, 5bfca8cb-f646-4936-9548-0457d97936f9] bulk loaded data 2024-12-07T01:19:06,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 93b4baa85d523df203b4089ec1298f76/f 2024-12-07T01:19:06,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e506fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:06,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,46473,-1 for getting cluster id 2024-12-07T01:19:06,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:06,077 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cbbc8f8-468d-4d35-9e69-c9d434d69feb' 2024-12-07T01:19:06,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:06,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cbbc8f8-468d-4d35-9e69-c9d434d69feb" 2024-12-07T01:19:06,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a65c5f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:06,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,46473,-1] 2024-12-07T01:19:06,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:06,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:06,079 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:06,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63efb635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-07T01:19:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:19:06,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 93b4baa85d523df203b4089ec1298f76/f 2024-12-07T01:19:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-07T01:19:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:19:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HRegion(2603): Flush status journal for 93b4baa85d523df203b4089ec1298f76: 2024-12-07T01:19:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins__test__4nol1kjceo3dnd1upsrb2aboucir2u886jilrr2r7gck1lrn6f6o5o9biql91ib4/f/hfile_0 2024-12-07T01:19:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins__test__4nol1kjceo3dnd1upsrb2aboucir2u886jilrr2r7gck1lrn6f6o5o9biql91ib4/f/hfile_0 as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/ba673aa740e749ac8cf5a74be21a118b_SeqId_6_ 2024-12-07T01:19:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins__test__4nol1kjceo3dnd1upsrb2aboucir2u886jilrr2r7gck1lrn6f6o5o9biql91ib4/f/hfile_1 2024-12-07T01:19:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins__test__4nol1kjceo3dnd1upsrb2aboucir2u886jilrr2r7gck1lrn6f6o5o9biql91ib4/f/hfile_1 as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/f4d909f891224103a3020ce86a9e1061_SeqId_6_ 2024-12-07T01:19:06,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins__test__4nol1kjceo3dnd1upsrb2aboucir2u886jilrr2r7gck1lrn6f6o5o9biql91ib4/f/hfile_0 into 93b4baa85d523df203b4089ec1298f76/f as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/ba673aa740e749ac8cf5a74be21a118b_SeqId_6_ - updating store file list. 2024-12-07T01:19:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba673aa740e749ac8cf5a74be21a118b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-07T01:19:06,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/ba673aa740e749ac8cf5a74be21a118b_SeqId_6_ into 93b4baa85d523df203b4089ec1298f76/f 2024-12-07T01:19:06,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins__test__4nol1kjceo3dnd1upsrb2aboucir2u886jilrr2r7gck1lrn6f6o5o9biql91ib4/f/hfile_0 into 93b4baa85d523df203b4089ec1298f76/f (new location: hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/ba673aa740e749ac8cf5a74be21a118b_SeqId_6_) 2024-12-07T01:19:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins__test__4nol1kjceo3dnd1upsrb2aboucir2u886jilrr2r7gck1lrn6f6o5o9biql91ib4/f/hfile_0 2024-12-07T01:19:06,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins__test__4nol1kjceo3dnd1upsrb2aboucir2u886jilrr2r7gck1lrn6f6o5o9biql91ib4/f/hfile_1 into 93b4baa85d523df203b4089ec1298f76/f as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/f4d909f891224103a3020ce86a9e1061_SeqId_6_ - updating store file list. 2024-12-07T01:19:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f4d909f891224103a3020ce86a9e1061_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-07T01:19:06,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/f4d909f891224103a3020ce86a9e1061_SeqId_6_ into 93b4baa85d523df203b4089ec1298f76/f 2024-12-07T01:19:06,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins__test__4nol1kjceo3dnd1upsrb2aboucir2u886jilrr2r7gck1lrn6f6o5o9biql91ib4/f/hfile_1 into 93b4baa85d523df203b4089ec1298f76/f (new location: hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/f/f4d909f891224103a3020ce86a9e1061_SeqId_6_) 2024-12-07T01:19:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins__test__4nol1kjceo3dnd1upsrb2aboucir2u886jilrr2r7gck1lrn6f6o5o9biql91ib4/f/hfile_1 2024-12-07T01:19:06,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:19:06,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:06,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:06,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:06,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:06,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733534337507.93b4baa85d523df203b4089ec1298f76., hostname=ec1863dc21e5,40969,1733534332202, seqNum=2 , the old value is region=test,,1733534337507.93b4baa85d523df203b4089ec1298f76., hostname=ec1863dc21e5,40969,1733534332202, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ec1863dc21e5:40969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-07T01:19:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733534337507.93b4baa85d523df203b4089ec1298f76., hostname=ec1863dc21e5,40969,1733534332202, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-07T01:19:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733534337507.93b4baa85d523df203b4089ec1298f76., hostname=ec1863dc21e5,40969,1733534332202, seqNum=2 from cache 2024-12-07T01:19:06,106 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-07T01:19:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46413,1733534325840, seqNum=-1] 2024-12-07T01:19:06,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:06,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:06,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd., hostname=ec1863dc21e5,46413,1733534325840, seqNum=2] 2024-12-07T01:19:06,116 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-07T01:19:06,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741842_1018 (size=7691) 2024-12-07T01:19:06,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741843_1019 (size=7894) 2024-12-07T01:19:06,215 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:40969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-07T01:19:06,249 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 to pos 725, reset compression=false 2024-12-07T01:19:06,257 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:19:06,458 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 to pos 1033, reset compression=false 2024-12-07T01:19:06,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,46473,1733534325234 2024-12-07T01:19:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21ab2f67 2024-12-07T01:19:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:06,534 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-07T01:19:06,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-07T01:19:06,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:06,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46413,1733534325840, seqNum=-1] 2024-12-07T01:19:06,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:06,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-07T01:19:06,542 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins.hfs.10__test__6a8i4vpmirr6d99a1q2jdmur44v7tjn71voga8p5794qv09tenq9unqq8vftob11/f/8f7819aa05e2437c8c8ba060635b0255_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-07T01:19:06,545 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins.hfs.10__test__6a8i4vpmirr6d99a1q2jdmur44v7tjn71voga8p5794qv09tenq9unqq8vftob11/f/f74e8b74eb474dae8dde07aa39946737_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-07T01:19:06,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.ReplicationSink(324): Finished replicating [2cbbc8f8-468d-4d35-9e69-c9d434d69feb, 5bfca8cb-f646-4936-9548-0457d97936f9] bulk loaded data 2024-12-07T01:19:06,551 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.shipperec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,40969,1733534332202 got entry batch from reader: WALEntryBatch [walEntries=[{test/93b4baa85d523df203b4089ec1298f76/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733534346102/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-07T01:19:06,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.ReplicationSink(318): Replicating [5bfca8cb-f646-4936-9548-0457d97936f9] bulk loaded data 2024-12-07T01:19:06,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741844_1020 (size=11194) 2024-12-07T01:19:06,563 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 687, reset compression=false 2024-12-07T01:19:06,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741845_1021 (size=10791) 2024-12-07T01:19:06,761 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 to pos 1033, reset compression=false 2024-12-07T01:19:06,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-07T01:19:06,993 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins.hfs.10__test__ftmtncm88llrj36ho60fbkjpovs281oo2pe0glp32eg8c9e73hdh8dlq9sjbr7fr/f/ba673aa740e749ac8cf5a74be21a118b_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-07T01:19:06,997 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins.hfs.10__test__ftmtncm88llrj36ho60fbkjpovs281oo2pe0glp32eg8c9e73hdh8dlq9sjbr7fr/f/f4d909f891224103a3020ce86a9e1061_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-07T01:19:07,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins.hfs.10__test__ftmtncm88llrj36ho60fbkjpovs281oo2pe0glp32eg8c9e73hdh8dlq9sjbr7fr/f/ba673aa740e749ac8cf5a74be21a118b_SeqId_6_ for inclusion in 7e42e298175489bf2d95d389cc9a8cbd/f 2024-12-07T01:19:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-07T01:19:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:19:07,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins.hfs.10__test__ftmtncm88llrj36ho60fbkjpovs281oo2pe0glp32eg8c9e73hdh8dlq9sjbr7fr/f/f4d909f891224103a3020ce86a9e1061_SeqId_6_ for inclusion in 7e42e298175489bf2d95d389cc9a8cbd/f 2024-12-07T01:19:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-07T01:19:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:19:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegion(2603): Flush status journal for 7e42e298175489bf2d95d389cc9a8cbd: 2024-12-07T01:19:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ba673aa740e749ac8cf5a74be21a118b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-07T01:19:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins.hfs.10__test__ftmtncm88llrj36ho60fbkjpovs281oo2pe0glp32eg8c9e73hdh8dlq9sjbr7fr/f/ba673aa740e749ac8cf5a74be21a118b_SeqId_6_ as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/d3699301b320438489c809a41400c23b_SeqId_6_ 2024-12-07T01:19:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f4d909f891224103a3020ce86a9e1061_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-07T01:19:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins.hfs.10__test__ftmtncm88llrj36ho60fbkjpovs281oo2pe0glp32eg8c9e73hdh8dlq9sjbr7fr/f/f4d909f891224103a3020ce86a9e1061_SeqId_6_ as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/eff239d4970346188971f4f03445019d_SeqId_6_ 2024-12-07T01:19:07,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins.hfs.10__test__ftmtncm88llrj36ho60fbkjpovs281oo2pe0glp32eg8c9e73hdh8dlq9sjbr7fr/f/ba673aa740e749ac8cf5a74be21a118b_SeqId_6_ into 7e42e298175489bf2d95d389cc9a8cbd/f as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/d3699301b320438489c809a41400c23b_SeqId_6_ - updating store file list. 2024-12-07T01:19:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d3699301b320438489c809a41400c23b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-07T01:19:07,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/d3699301b320438489c809a41400c23b_SeqId_6_ into 7e42e298175489bf2d95d389cc9a8cbd/f 2024-12-07T01:19:07,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins.hfs.10__test__ftmtncm88llrj36ho60fbkjpovs281oo2pe0glp32eg8c9e73hdh8dlq9sjbr7fr/f/ba673aa740e749ac8cf5a74be21a118b_SeqId_6_ into 7e42e298175489bf2d95d389cc9a8cbd/f (new location: hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/d3699301b320438489c809a41400c23b_SeqId_6_) 2024-12-07T01:19:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins.hfs.10__test__ftmtncm88llrj36ho60fbkjpovs281oo2pe0glp32eg8c9e73hdh8dlq9sjbr7fr/f/ba673aa740e749ac8cf5a74be21a118b_SeqId_6_ 2024-12-07T01:19:07,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins.hfs.10__test__ftmtncm88llrj36ho60fbkjpovs281oo2pe0glp32eg8c9e73hdh8dlq9sjbr7fr/f/f4d909f891224103a3020ce86a9e1061_SeqId_6_ into 7e42e298175489bf2d95d389cc9a8cbd/f as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/eff239d4970346188971f4f03445019d_SeqId_6_ - updating store file list. 2024-12-07T01:19:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eff239d4970346188971f4f03445019d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-07T01:19:07,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/eff239d4970346188971f4f03445019d_SeqId_6_ into 7e42e298175489bf2d95d389cc9a8cbd/f 2024-12-07T01:19:07,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins.hfs.10__test__ftmtncm88llrj36ho60fbkjpovs281oo2pe0glp32eg8c9e73hdh8dlq9sjbr7fr/f/f4d909f891224103a3020ce86a9e1061_SeqId_6_ into 7e42e298175489bf2d95d389cc9a8cbd/f (new location: hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/f/eff239d4970346188971f4f03445019d_SeqId_6_) 2024-12-07T01:19:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/staging/jenkins.hfs.10__test__ftmtncm88llrj36ho60fbkjpovs281oo2pe0glp32eg8c9e73hdh8dlq9sjbr7fr/f/f4d909f891224103a3020ce86a9e1061_SeqId_6_ 2024-12-07T01:19:07,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] regionserver.ReplicationSink(324): Finished replicating [5bfca8cb-f646-4936-9548-0457d97936f9] bulk loaded data 2024-12-07T01:19:07,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:19:07,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:19:07,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:07,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:07,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:07,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:07,131 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:19:07,131 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1432378051, stopped=false 2024-12-07T01:19:07,132 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,39529,1733534331977 2024-12-07T01:19:07,165 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 to pos 1033, reset compression=false 2024-12-07T01:19:07,269 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 687, reset compression=false 2024-12-07T01:19:07,280 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:19:07,280 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46413,1733534325840 got entry batch from reader: WALEntryBatch [walEntries=[{test/7e42e298175489bf2d95d389cc9a8cbd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733534347085/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-07T01:19:07,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(318): Replicating [5bfca8cb-f646-4936-9548-0457d97936f9, 2cbbc8f8-468d-4d35-9e69-c9d434d69feb] bulk loaded data 2024-12-07T01:19:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741844_1020 (size=11194) 2024-12-07T01:19:07,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741845_1021 (size=10791) 2024-12-07T01:19:07,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-07T01:19:07,330 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins.hfs.11__test__81k8nl7qsmk44vbbma7a6d9u4ngr3mbras05bc4rs46umdfd9e9f1i1j3jlh7b5k/f/d3699301b320438489c809a41400c23b_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-07T01:19:07,333 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/staging/jenkins.hfs.11__test__81k8nl7qsmk44vbbma7a6d9u4ngr3mbras05bc4rs46umdfd9e9f1i1j3jlh7b5k/f/eff239d4970346188971f4f03445019d_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-07T01:19:07,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] regionserver.ReplicationSink(324): Finished replicating [5bfca8cb-f646-4936-9548-0457d97936f9, 2cbbc8f8-468d-4d35-9e69-c9d434d69feb] bulk loaded data 2024-12-07T01:19:07,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/147735675/running 2024-12-07T01:19:07,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/147735675/running 2024-12-07T01:19:07,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:19:07,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:19:07,431 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:19:07,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:19:07,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:07,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:07,432 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,40969,1733534332202' ***** 2024-12-07T01:19:07,432 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:19:07,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Set watcher on znode that does not yet exist, /147735675/running 2024-12-07T01:19:07,432 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:19:07,432 INFO [RS:0;ec1863dc21e5:40969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:19:07,432 INFO [RS:0;ec1863dc21e5:40969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:19:07,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Set watcher on znode that does not yet exist, /147735675/running 2024-12-07T01:19:07,433 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for 84c01d8b4c20372b8d168604a7b80660 2024-12-07T01:19:07,433 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:19:07,433 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:19:07,433 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,40969,1733534332202 2024-12-07T01:19:07,433 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:19:07,433 INFO [RS:0;ec1863dc21e5:40969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:40969. 2024-12-07T01:19:07,433 DEBUG [RS:0;ec1863dc21e5:40969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:07,433 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84c01d8b4c20372b8d168604a7b80660, disabling compactions & flushes 2024-12-07T01:19:07,433 DEBUG [RS:0;ec1863dc21e5:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:07,433 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. 2024-12-07T01:19:07,434 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. 2024-12-07T01:19:07,434 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:19:07,434 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. after waiting 0 ms 2024-12-07T01:19:07,434 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. 2024-12-07T01:19:07,434 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:19:07,434 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:19:07,434 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:19:07,434 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 84c01d8b4c20372b8d168604a7b80660 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-07T01:19:07,434 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-07T01:19:07,434 DEBUG [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1325): Online Regions={84c01d8b4c20372b8d168604a7b80660=hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660., 1588230740=hbase:meta,,1.1588230740, 93b4baa85d523df203b4089ec1298f76=test,,1733534337507.93b4baa85d523df203b4089ec1298f76.} 2024-12-07T01:19:07,434 DEBUG [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84c01d8b4c20372b8d168604a7b80660, 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:19:07,434 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:19:07,434 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:19:07,434 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:19:07,434 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:19:07,434 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:19:07,434 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-07T01:19:07,457 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/replication/84c01d8b4c20372b8d168604a7b80660/.tmp/hfileref/f04169e2aac24fa28492c335b0070c6b is 74, key is 1/hfileref:8f7819aa05e2437c8c8ba060635b0255_SeqId_4_/1733534346549/DeleteColumn/seqid=0 2024-12-07T01:19:07,461 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/.tmp/info/dc7727d27f724d42877139b9a9bfac9c is 147, key is hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660./info:regioninfo/1733534342064/Put/seqid=0 2024-12-07T01:19:07,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741846_1022 (size=5345) 2024-12-07T01:19:07,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741847_1023 (size=7686) 2024-12-07T01:19:07,474 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/.tmp/info/dc7727d27f724d42877139b9a9bfac9c 2024-12-07T01:19:07,482 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 1033, reset compression=false 2024-12-07T01:19:07,494 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/.tmp/ns/d8439e17c10b4581a77c14e946818050 is 43, key is default/ns:d/1733534335295/Put/seqid=0 2024-12-07T01:19:07,498 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:19:07,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741848_1024 (size=5153) 2024-12-07T01:19:07,499 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/.tmp/ns/d8439e17c10b4581a77c14e946818050 2024-12-07T01:19:07,529 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/.tmp/rep_barrier/3c4de57c40164d3baccdb39cd0ce6b05 is 112, key is test,,1733534337507.93b4baa85d523df203b4089ec1298f76./rep_barrier:seqnumDuringOpen/1733534338266/Put/seqid=0 2024-12-07T01:19:07,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741849_1025 (size=5518) 2024-12-07T01:19:07,547 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:19:07,569 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:19:07,570 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:19:07,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:07,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:07,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:07,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:07,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:07,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:07,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:07,634 DEBUG [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84c01d8b4c20372b8d168604a7b80660, 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:19:07,690 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 to pos 1033, reset compression=false 2024-12-07T01:19:07,789 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 1033, reset compression=false 2024-12-07T01:19:07,834 DEBUG [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84c01d8b4c20372b8d168604a7b80660, 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:19:07,871 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/replication/84c01d8b4c20372b8d168604a7b80660/.tmp/hfileref/f04169e2aac24fa28492c335b0070c6b 2024-12-07T01:19:07,887 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/replication/84c01d8b4c20372b8d168604a7b80660/.tmp/queue/e410421719f24eb1b198fdde48a38e34 is 154, key is 1-ec1863dc21e5,40969,1733534332202/queue:ec1863dc21e5%2C40969%2C1733534332202/1733534347095/Put/seqid=0 2024-12-07T01:19:07,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741850_1026 (size=5353) 2024-12-07T01:19:07,941 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/.tmp/rep_barrier/3c4de57c40164d3baccdb39cd0ce6b05 2024-12-07T01:19:07,972 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/.tmp/table/aaba35dfb5224b989ed288915e31113c is 53, key is hbase:replication/table:state/1733534342073/Put/seqid=0 2024-12-07T01:19:07,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741851_1027 (size=5308) 2024-12-07T01:19:08,035 DEBUG [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84c01d8b4c20372b8d168604a7b80660, 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:19:08,194 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 1033, reset compression=false 2024-12-07T01:19:08,235 DEBUG [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84c01d8b4c20372b8d168604a7b80660, 93b4baa85d523df203b4089ec1298f76 2024-12-07T01:19:08,291 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/replication/84c01d8b4c20372b8d168604a7b80660/.tmp/queue/e410421719f24eb1b198fdde48a38e34 2024-12-07T01:19:08,296 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 to pos 1033, reset compression=false 2024-12-07T01:19:08,296 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/replication/84c01d8b4c20372b8d168604a7b80660/.tmp/hfileref/f04169e2aac24fa28492c335b0070c6b as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/replication/84c01d8b4c20372b8d168604a7b80660/hfileref/f04169e2aac24fa28492c335b0070c6b 2024-12-07T01:19:08,301 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/replication/84c01d8b4c20372b8d168604a7b80660/hfileref/f04169e2aac24fa28492c335b0070c6b, entries=4, sequenceid=12, filesize=5.2 K 2024-12-07T01:19:08,303 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/replication/84c01d8b4c20372b8d168604a7b80660/.tmp/queue/e410421719f24eb1b198fdde48a38e34 as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/replication/84c01d8b4c20372b8d168604a7b80660/queue/e410421719f24eb1b198fdde48a38e34 2024-12-07T01:19:08,309 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/replication/84c01d8b4c20372b8d168604a7b80660/queue/e410421719f24eb1b198fdde48a38e34, entries=1, sequenceid=12, filesize=5.2 K 2024-12-07T01:19:08,314 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 84c01d8b4c20372b8d168604a7b80660 in 880ms, sequenceid=12, compaction requested=false 2024-12-07T01:19:08,323 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/replication/84c01d8b4c20372b8d168604a7b80660/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-07T01:19:08,324 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:19:08,324 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:19:08,324 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. 2024-12-07T01:19:08,324 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84c01d8b4c20372b8d168604a7b80660: Waiting for close lock at 1733534347433Running coprocessor pre-close hooks at 1733534347433Disabling compacts and flushes for region at 1733534347433Disabling writes for close at 1733534347434 (+1 ms)Obtaining lock to block concurrent updates at 1733534347434Preparing flush snapshotting stores in 84c01d8b4c20372b8d168604a7b80660 at 1733534347434Finished memstore snapshotting hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733534347434Flushing stores of hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. at 1733534347435 (+1 ms)Flushing 84c01d8b4c20372b8d168604a7b80660/hfileref: creating writer at 1733534347435Flushing 84c01d8b4c20372b8d168604a7b80660/hfileref: appending metadata at 1733534347457 (+22 ms)Flushing 84c01d8b4c20372b8d168604a7b80660/hfileref: closing flushed file at 1733534347457Flushing 84c01d8b4c20372b8d168604a7b80660/queue: creating writer at 1733534347875 (+418 ms)Flushing 84c01d8b4c20372b8d168604a7b80660/queue: appending metadata at 1733534347886 (+11 ms)Flushing 84c01d8b4c20372b8d168604a7b80660/queue: closing flushed file at 1733534347886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55abd7b8: reopening flushed file at 1733534348295 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c2333b: reopening flushed file at 1733534348302 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 84c01d8b4c20372b8d168604a7b80660 in 880ms, sequenceid=12, compaction requested=false at 1733534348314 (+12 ms)Writing region close event to WAL at 1733534348317 (+3 ms)Running coprocessor post-close hooks at 1733534348323 (+6 ms)Closed at 1733534348324 (+1 ms) 2024-12-07T01:19:08,324 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733534340846.84c01d8b4c20372b8d168604a7b80660. 2024-12-07T01:19:08,324 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93b4baa85d523df203b4089ec1298f76, disabling compactions & flushes 2024-12-07T01:19:08,324 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534337507.93b4baa85d523df203b4089ec1298f76. 2024-12-07T01:19:08,324 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534337507.93b4baa85d523df203b4089ec1298f76. 2024-12-07T01:19:08,324 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534337507.93b4baa85d523df203b4089ec1298f76. after waiting 0 ms 2024-12-07T01:19:08,324 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534337507.93b4baa85d523df203b4089ec1298f76. 2024-12-07T01:19:08,342 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/default/test/93b4baa85d523df203b4089ec1298f76/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T01:19:08,343 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:19:08,343 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:19:08,343 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534337507.93b4baa85d523df203b4089ec1298f76. 2024-12-07T01:19:08,343 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93b4baa85d523df203b4089ec1298f76: Waiting for close lock at 1733534348324Running coprocessor pre-close hooks at 1733534348324Disabling compacts and flushes for region at 1733534348324Disabling writes for close at 1733534348324Writing region close event to WAL at 1733534348331 (+7 ms)Running coprocessor post-close hooks at 1733534348343 (+12 ms)Closed at 1733534348343 2024-12-07T01:19:08,343 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534337507.93b4baa85d523df203b4089ec1298f76. 2024-12-07T01:19:08,389 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/.tmp/table/aaba35dfb5224b989ed288915e31113c 2024-12-07T01:19:08,399 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/.tmp/info/dc7727d27f724d42877139b9a9bfac9c as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/info/dc7727d27f724d42877139b9a9bfac9c 2024-12-07T01:19:08,410 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/info/dc7727d27f724d42877139b9a9bfac9c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-07T01:19:08,413 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/.tmp/ns/d8439e17c10b4581a77c14e946818050 as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/ns/d8439e17c10b4581a77c14e946818050 2024-12-07T01:19:08,422 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/ns/d8439e17c10b4581a77c14e946818050, entries=2, sequenceid=16, filesize=5.0 K 2024-12-07T01:19:08,423 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/.tmp/rep_barrier/3c4de57c40164d3baccdb39cd0ce6b05 as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/rep_barrier/3c4de57c40164d3baccdb39cd0ce6b05 2024-12-07T01:19:08,428 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/rep_barrier/3c4de57c40164d3baccdb39cd0ce6b05, entries=1, sequenceid=16, filesize=5.4 K 2024-12-07T01:19:08,429 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/.tmp/table/aaba35dfb5224b989ed288915e31113c as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/table/aaba35dfb5224b989ed288915e31113c 2024-12-07T01:19:08,435 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T01:19:08,435 DEBUG [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:19:08,435 DEBUG [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:19:08,435 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/table/aaba35dfb5224b989ed288915e31113c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-07T01:19:08,436 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1002ms, sequenceid=16, compaction requested=false 2024-12-07T01:19:08,443 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-07T01:19:08,444 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:19:08,444 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:19:08,444 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:19:08,444 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534347434Running coprocessor pre-close hooks at 1733534347434Disabling compacts and flushes for region at 1733534347434Disabling writes for close at 1733534347434Obtaining lock to block concurrent updates at 1733534347434Preparing flush snapshotting stores in 1588230740 at 1733534347434Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733534347435 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733534347439 (+4 ms)Flushing 1588230740/info: creating writer at 1733534347439Flushing 1588230740/info: appending metadata at 1733534347456 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733534347456Flushing 1588230740/ns: creating writer at 1733534347480 (+24 ms)Flushing 1588230740/ns: appending metadata at 1733534347494 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733534347494Flushing 1588230740/rep_barrier: creating writer at 1733534347507 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534347529 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534347529Flushing 1588230740/table: creating writer at 1733534347954 (+425 ms)Flushing 1588230740/table: appending metadata at 1733534347972 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733534347972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ce479e: reopening flushed file at 1733534348395 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37620161: reopening flushed file at 1733534348411 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612dc21b: reopening flushed file at 1733534348422 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410da426: reopening flushed file at 1733534348428 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1002ms, sequenceid=16, compaction requested=false at 1733534348436 (+8 ms)Writing region close event to WAL at 1733534348440 (+4 ms)Running coprocessor post-close hooks at 1733534348443 (+3 ms)Closed at 1733534348444 (+1 ms) 2024-12-07T01:19:08,444 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:19:08,635 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,40969,1733534332202; all regions closed. 2024-12-07T01:19:08,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741834_1010 (size=4239) 2024-12-07T01:19:08,637 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.meta.1733534335247.meta not finished, retry = 0 2024-12-07T01:19:08,700 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 1033, reset compression=false 2024-12-07T01:19:08,740 DEBUG [RS:0;ec1863dc21e5:40969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/oldWALs 2024-12-07T01:19:08,740 INFO [RS:0;ec1863dc21e5:40969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C40969%2C1733534332202.meta:.meta(num 1733534335247) 2024-12-07T01:19:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741839_1015 (size=3127) 2024-12-07T01:19:08,751 DEBUG [RS:0;ec1863dc21e5:40969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/oldWALs 2024-12-07T01:19:08,751 INFO [RS:0;ec1863dc21e5:40969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C40969%2C1733534332202.rep:(num 1733534342022) 2024-12-07T01:19:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741832_1008 (size=1336) 2024-12-07T01:19:08,753 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/WALs/ec1863dc21e5,40969,1733534332202/ec1863dc21e5%2C40969%2C1733534332202.1733534334612 not finished, retry = 0 2024-12-07T01:19:08,856 DEBUG [RS:0;ec1863dc21e5:40969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/oldWALs 2024-12-07T01:19:08,856 INFO [RS:0;ec1863dc21e5:40969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C40969%2C1733534332202:(num 1733534334612) 2024-12-07T01:19:08,856 DEBUG [RS:0;ec1863dc21e5:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:08,856 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:19:08,856 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:19:08,857 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:19:08,857 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:19:08,857 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:19:08,857 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,40969,1733534332202 because: Region server is closing 2024-12-07T01:19:08,857 INFO [RS:0;ec1863dc21e5:40969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:40969. 2024-12-07T01:19:08,857 DEBUG [RS:0;ec1863dc21e5:40969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:08,857 DEBUG [RS:0;ec1863dc21e5:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:08,857 DEBUG [RS:0;ec1863dc21e5:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:08,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:08,958 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.shipperec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-07T01:19:08,958 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.wal-reader.ec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-07T01:19:08,958 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40969,1733534332202.replicationSource.shipperec1863dc21e5%2C40969%2C1733534332202,1-ec1863dc21e5,40969,1733534332202 terminated 2024-12-07T01:19:08,958 INFO [RS:0;ec1863dc21e5:40969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:40969. 2024-12-07T01:19:08,958 DEBUG [RS:0;ec1863dc21e5:40969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:08,958 DEBUG [RS:0;ec1863dc21e5:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:08,958 DEBUG [RS:0;ec1863dc21e5:40969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:08,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:08,958 INFO [RS:0;ec1863dc21e5:40969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40969 2024-12-07T01:19:09,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675/rs 2024-12-07T01:19:09,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/147735675/rs/ec1863dc21e5,40969,1733534332202 2024-12-07T01:19:09,065 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:19:09,076 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,40969,1733534332202] 2024-12-07T01:19:09,086 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /147735675/draining/ec1863dc21e5,40969,1733534332202 already deleted, retry=false 2024-12-07T01:19:09,086 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,40969,1733534332202 expired; onlineServers=0 2024-12-07T01:19:09,086 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,39529,1733534331977' ***** 2024-12-07T01:19:09,086 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:19:09,087 INFO [M:0;ec1863dc21e5:39529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:19:09,087 INFO [M:0;ec1863dc21e5:39529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:19:09,087 DEBUG [M:0;ec1863dc21e5:39529 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:19:09,087 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:19:09,087 DEBUG [M:0;ec1863dc21e5:39529 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:19:09,087 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534334414 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534334414,5,FailOnTimeoutGroup] 2024-12-07T01:19:09,087 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534334417 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534334417,5,FailOnTimeoutGroup] 2024-12-07T01:19:09,087 INFO [M:0;ec1863dc21e5:39529 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:19:09,087 INFO [M:0;ec1863dc21e5:39529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:19:09,087 DEBUG [M:0;ec1863dc21e5:39529 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:19:09,087 INFO [M:0;ec1863dc21e5:39529 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:19:09,088 INFO [M:0;ec1863dc21e5:39529 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:19:09,088 INFO [M:0;ec1863dc21e5:39529 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:19:09,088 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:19:09,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/147735675/master 2024-12-07T01:19:09,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/147735675 2024-12-07T01:19:09,097 DEBUG [M:0;ec1863dc21e5:39529 {}] zookeeper.ZKUtil(347): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Unable to get data of znode /147735675/master because node does not exist (not an error) 2024-12-07T01:19:09,097 WARN [M:0;ec1863dc21e5:39529 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:19:09,098 INFO [M:0;ec1863dc21e5:39529 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/.lastflushedseqids 2024-12-07T01:19:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741852_1028 (size=263) 2024-12-07T01:19:09,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:09,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40969-0x101ad5e8b0d0004, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:09,176 INFO [RS:0;ec1863dc21e5:40969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:19:09,176 INFO [RS:0;ec1863dc21e5:40969 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,40969,1733534332202; zookeeper connection closed. 2024-12-07T01:19:09,176 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35874391 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35874391 2024-12-07T01:19:09,177 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:19:09,305 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 1033, reset compression=false 2024-12-07T01:19:09,506 INFO [M:0;ec1863dc21e5:39529 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:19:09,506 INFO [M:0;ec1863dc21e5:39529 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:19:09,506 DEBUG [M:0;ec1863dc21e5:39529 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:19:09,506 INFO [M:0;ec1863dc21e5:39529 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:09,506 DEBUG [M:0;ec1863dc21e5:39529 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:09,506 DEBUG [M:0;ec1863dc21e5:39529 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:19:09,506 DEBUG [M:0;ec1863dc21e5:39529 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:09,506 INFO [M:0;ec1863dc21e5:39529 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-07T01:19:09,520 DEBUG [M:0;ec1863dc21e5:39529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87fed456cd664e4aa18503eceabb31c6 is 82, key is hbase:meta,,1/info:regioninfo/1733534335279/Put/seqid=0 2024-12-07T01:19:09,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741853_1029 (size=5672) 2024-12-07T01:19:09,924 INFO [M:0;ec1863dc21e5:39529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87fed456cd664e4aa18503eceabb31c6 2024-12-07T01:19:09,947 DEBUG [M:0;ec1863dc21e5:39529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26fe04d785df4ba8a47b9cd4e86a40c0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733534342077/Put/seqid=0 2024-12-07T01:19:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741854_1030 (size=8516) 2024-12-07T01:19:10,010 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 1033, reset compression=false 2024-12-07T01:19:10,353 INFO [M:0;ec1863dc21e5:39529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26fe04d785df4ba8a47b9cd4e86a40c0 2024-12-07T01:19:10,370 DEBUG [M:0;ec1863dc21e5:39529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3b909cb4bd440c4b19507a4186493df is 69, key is ec1863dc21e5,40969,1733534332202/rs:state/1733534334453/Put/seqid=0 2024-12-07T01:19:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741855_1031 (size=5156) 2024-12-07T01:19:10,792 INFO [M:0;ec1863dc21e5:39529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3b909cb4bd440c4b19507a4186493df 2024-12-07T01:19:10,799 DEBUG [M:0;ec1863dc21e5:39529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87fed456cd664e4aa18503eceabb31c6 as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87fed456cd664e4aa18503eceabb31c6 2024-12-07T01:19:10,813 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 1033, reset compression=false 2024-12-07T01:19:10,820 INFO [M:0;ec1863dc21e5:39529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87fed456cd664e4aa18503eceabb31c6, entries=8, sequenceid=97, filesize=5.5 K 2024-12-07T01:19:10,821 DEBUG [M:0;ec1863dc21e5:39529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26fe04d785df4ba8a47b9cd4e86a40c0 as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26fe04d785df4ba8a47b9cd4e86a40c0 2024-12-07T01:19:10,827 INFO [M:0;ec1863dc21e5:39529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26fe04d785df4ba8a47b9cd4e86a40c0, entries=11, sequenceid=97, filesize=8.3 K 2024-12-07T01:19:10,831 DEBUG [M:0;ec1863dc21e5:39529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3b909cb4bd440c4b19507a4186493df as hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3b909cb4bd440c4b19507a4186493df 2024-12-07T01:19:10,839 INFO [M:0;ec1863dc21e5:39529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37635/user/jenkins/test-data/c91656ee-ca61-3ffc-edd4-99ce81566fc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3b909cb4bd440c4b19507a4186493df, entries=1, sequenceid=97, filesize=5.0 K 2024-12-07T01:19:10,840 INFO [M:0;ec1863dc21e5:39529 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=97, compaction requested=false 2024-12-07T01:19:10,876 INFO [M:0;ec1863dc21e5:39529 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:10,876 DEBUG [M:0;ec1863dc21e5:39529 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534349506Disabling compacts and flushes for region at 1733534349506Disabling writes for close at 1733534349506Obtaining lock to block concurrent updates at 1733534349506Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534349506Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733534349506Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534349507 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534349507Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534349520 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534349520Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534349929 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534349946 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534349946Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534350357 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534350370 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534350370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d579fb9: reopening flushed file at 1733534350798 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@551e8776: reopening flushed file at 1733534350821 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369ea9c0: reopening flushed file at 1733534350827 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=97, compaction requested=false at 1733534350840 (+13 ms)Writing region close event to WAL at 1733534350876 (+36 ms)Closed at 1733534350876 2024-12-07T01:19:10,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39143 is added to blk_1073741830_1006 (size=63654) 2024-12-07T01:19:10,880 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:19:10,880 INFO [M:0;ec1863dc21e5:39529 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:19:10,880 INFO [M:0;ec1863dc21e5:39529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39529 2024-12-07T01:19:10,881 INFO [M:0;ec1863dc21e5:39529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:19:11,050 INFO [M:0;ec1863dc21e5:39529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:19:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:11,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39529-0x101ad5e8b0d0003, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:11,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@126508b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:19:11,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@613e9d2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:19:11,086 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:19:11,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59559645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:19:11,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15693be3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/hadoop.log.dir/,STOPPED} 2024-12-07T01:19:11,087 WARN [BP-776013744-172.17.0.3-1733534328966 heartbeating to localhost/127.0.0.1:37635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:19:11,087 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:19:11,087 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:19:11,087 WARN [BP-776013744-172.17.0.3-1733534328966 heartbeating to localhost/127.0.0.1:37635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-776013744-172.17.0.3-1733534328966 (Datanode Uuid 0565c131-3833-4ee4-84d2-908c6f1267ae) service to localhost/127.0.0.1:37635 2024-12-07T01:19:11,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/cluster_1a36ac81-8bf0-0ea4-f5a8-fb69f5018c12/data/data1/current/BP-776013744-172.17.0.3-1733534328966 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:19:11,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/cluster_1a36ac81-8bf0-0ea4-f5a8-fb69f5018c12/data/data2/current/BP-776013744-172.17.0.3-1733534328966 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:19:11,088 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:19:11,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f4d79ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:19:11,094 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c2976d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:19:11,094 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:19:11,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261f9c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:19:11,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d90865a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/hadoop.log.dir/,STOPPED} 2024-12-07T01:19:11,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:19:11,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:19:11,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:19:11,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:11,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:11,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:11,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:11,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:19:11,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255729972, stopped=false 2024-12-07T01:19:11,110 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,46473,1733534325234 2024-12-07T01:19:11,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01165136513/running 2024-12-07T01:19:11,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:19:11,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01165136513/running 2024-12-07T01:19:11,128 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:19:11,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:19:11,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Set watcher on znode that does not yet exist, /01165136513/running 2024-12-07T01:19:11,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:19:11,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:11,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Set watcher on znode that does not yet exist, /01165136513/running 2024-12-07T01:19:11,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:11,129 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,46413,1733534325840' ***** 2024-12-07T01:19:11,130 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:19:11,130 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:19:11,130 INFO [RS:0;ec1863dc21e5:46413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:19:11,130 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:19:11,130 INFO [RS:0;ec1863dc21e5:46413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:19:11,130 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e42e298175489bf2d95d389cc9a8cbd 2024-12-07T01:19:11,130 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(3091): Received CLOSE for 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:19:11,130 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,46413,1733534325840 2024-12-07T01:19:11,130 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:19:11,130 INFO [RS:0;ec1863dc21e5:46413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:46413. 2024-12-07T01:19:11,130 DEBUG [RS:0;ec1863dc21e5:46413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:11,130 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e42e298175489bf2d95d389cc9a8cbd, disabling compactions & flushes 2024-12-07T01:19:11,130 DEBUG [RS:0;ec1863dc21e5:46413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:11,130 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd. 2024-12-07T01:19:11,130 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:19:11,130 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd. 2024-12-07T01:19:11,130 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:19:11,130 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:19:11,130 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd. after waiting 0 ms 2024-12-07T01:19:11,130 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:19:11,130 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd. 2024-12-07T01:19:11,131 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-07T01:19:11,131 DEBUG [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(1325): Online Regions={7e42e298175489bf2d95d389cc9a8cbd=test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd., 1588230740=hbase:meta,,1.1588230740, 85db00eb97e81de5f239016e79cb0279=hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279.} 2024-12-07T01:19:11,131 DEBUG [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e42e298175489bf2d95d389cc9a8cbd, 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:19:11,131 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:19:11,131 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:19:11,131 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:19:11,131 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:19:11,131 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:19:11,131 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-07T01:19:11,135 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/default/test/7e42e298175489bf2d95d389cc9a8cbd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T01:19:11,136 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:19:11,136 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:19:11,136 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd. 2024-12-07T01:19:11,136 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e42e298175489bf2d95d389cc9a8cbd: Waiting for close lock at 1733534351130Running coprocessor pre-close hooks at 1733534351130Disabling compacts and flushes for region at 1733534351130Disabling writes for close at 1733534351130Writing region close event to WAL at 1733534351131 (+1 ms)Running coprocessor post-close hooks at 1733534351136 (+5 ms)Closed at 1733534351136 2024-12-07T01:19:11,136 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd. 2024-12-07T01:19:11,137 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85db00eb97e81de5f239016e79cb0279, disabling compactions & flushes 2024-12-07T01:19:11,137 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. 2024-12-07T01:19:11,137 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. 2024-12-07T01:19:11,137 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. after waiting 0 ms 2024-12-07T01:19:11,137 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. 2024-12-07T01:19:11,137 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 85db00eb97e81de5f239016e79cb0279 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-07T01:19:11,150 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/.tmp/info/994d9bbadc374b9c9d80bbc2df79b33d is 147, key is hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279./info:regioninfo/1733534339552/Put/seqid=0 2024-12-07T01:19:11,155 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/replication/85db00eb97e81de5f239016e79cb0279/.tmp/hfileref/9df63c9b96364c8c82f5352e6d0d3064 is 74, key is 1/hfileref:d3699301b320438489c809a41400c23b_SeqId_6_/1733534347336/DeleteColumn/seqid=0 2024-12-07T01:19:11,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741846_1022 (size=7686) 2024-12-07T01:19:11,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741847_1023 (size=5345) 2024-12-07T01:19:11,188 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:19:11,331 DEBUG [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:19:11,531 DEBUG [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:19:11,562 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/.tmp/info/994d9bbadc374b9c9d80bbc2df79b33d 2024-12-07T01:19:11,570 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/replication/85db00eb97e81de5f239016e79cb0279/.tmp/hfileref/9df63c9b96364c8c82f5352e6d0d3064 2024-12-07T01:19:11,585 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/.tmp/ns/5ddb639e8a3e4cf9839547a9e207149e is 43, key is default/ns:d/1733534328715/Put/seqid=0 2024-12-07T01:19:11,590 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/replication/85db00eb97e81de5f239016e79cb0279/.tmp/queue/65a16893228d4c66aae719064e653a7b is 154, key is 1-ec1863dc21e5,46413,1733534325840/queue:ec1863dc21e5%2C46413%2C1733534325840/1733534347338/Put/seqid=0 2024-12-07T01:19:11,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741848_1024 (size=5153) 2024-12-07T01:19:11,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741849_1025 (size=5353) 2024-12-07T01:19:11,657 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:19:11,658 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:19:11,726 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 1033, reset compression=false 2024-12-07T01:19:11,730 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:19:11,730 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 1328, reset compression=false 2024-12-07T01:19:11,730 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46413,1733534325840 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:19:11,731 DEBUG [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:19:11,731 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec1863dc21e5,46413,1733534325840: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec1863dc21e5,46413,1733534325840, walGroup=ec1863dc21e5%2C46413%2C1733534325840, offset=ec1863dc21e5%2C46413%2C1733534325840.1733534327788:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:46413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-07T01:19:11,732 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T01:19:11,732 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T01:19:11,732 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T01:19:11,732 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T01:19:11,733 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T01:19:11,733 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 603064744 }, "NonHeapMemoryUsage": { "committed": 191102976, "init": 7667712, "max": -1, "used": 188308336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-07T01:19:11,735 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:46473 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:46473 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-07T01:19:11,932 DEBUG [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85db00eb97e81de5f239016e79cb0279 2024-12-07T01:19:11,934 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.wal-reader.ec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.1733534327788 to pos 1328, reset compression=false 2024-12-07T01:19:11,993 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/.tmp/ns/5ddb639e8a3e4cf9839547a9e207149e 2024-12-07T01:19:12,000 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/replication/85db00eb97e81de5f239016e79cb0279/.tmp/queue/65a16893228d4c66aae719064e653a7b 2024-12-07T01:19:12,004 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/replication/85db00eb97e81de5f239016e79cb0279/.tmp/hfileref/9df63c9b96364c8c82f5352e6d0d3064 as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/replication/85db00eb97e81de5f239016e79cb0279/hfileref/9df63c9b96364c8c82f5352e6d0d3064 2024-12-07T01:19:12,008 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/replication/85db00eb97e81de5f239016e79cb0279/hfileref/9df63c9b96364c8c82f5352e6d0d3064, entries=4, sequenceid=12, filesize=5.2 K 2024-12-07T01:19:12,009 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/replication/85db00eb97e81de5f239016e79cb0279/.tmp/queue/65a16893228d4c66aae719064e653a7b as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/replication/85db00eb97e81de5f239016e79cb0279/queue/65a16893228d4c66aae719064e653a7b 2024-12-07T01:19:12,013 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/replication/85db00eb97e81de5f239016e79cb0279/queue/65a16893228d4c66aae719064e653a7b, entries=1, sequenceid=12, filesize=5.2 K 2024-12-07T01:19:12,013 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/.tmp/rep_barrier/90483c07e2b542c99422f0b669db3ee0 is 112, key is test,,1733534335355.7e42e298175489bf2d95d389cc9a8cbd./rep_barrier:seqnumDuringOpen/1733534336510/Put/seqid=0 2024-12-07T01:19:12,014 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 85db00eb97e81de5f239016e79cb0279 in 876ms, sequenceid=12, compaction requested=false 2024-12-07T01:19:12,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741850_1026 (size=5518) 2024-12-07T01:19:12,017 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/.tmp/rep_barrier/90483c07e2b542c99422f0b669db3ee0 2024-12-07T01:19:12,018 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/replication/85db00eb97e81de5f239016e79cb0279/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-07T01:19:12,018 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:19:12,018 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:19:12,018 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. 2024-12-07T01:19:12,018 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85db00eb97e81de5f239016e79cb0279: Waiting for close lock at 1733534351137Running coprocessor pre-close hooks at 1733534351137Disabling compacts and flushes for region at 1733534351137Disabling writes for close at 1733534351137Obtaining lock to block concurrent updates at 1733534351137Preparing flush snapshotting stores in 85db00eb97e81de5f239016e79cb0279 at 1733534351137Finished memstore snapshotting hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733534351137Flushing stores of hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. at 1733534351138 (+1 ms)Flushing 85db00eb97e81de5f239016e79cb0279/hfileref: creating writer at 1733534351138Flushing 85db00eb97e81de5f239016e79cb0279/hfileref: appending metadata at 1733534351155 (+17 ms)Flushing 85db00eb97e81de5f239016e79cb0279/hfileref: closing flushed file at 1733534351155Flushing 85db00eb97e81de5f239016e79cb0279/queue: creating writer at 1733534351576 (+421 ms)Flushing 85db00eb97e81de5f239016e79cb0279/queue: appending metadata at 1733534351590 (+14 ms)Flushing 85db00eb97e81de5f239016e79cb0279/queue: closing flushed file at 1733534351590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51844b30: reopening flushed file at 1733534352003 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55e64db9: reopening flushed file at 1733534352008 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 85db00eb97e81de5f239016e79cb0279 in 876ms, sequenceid=12, compaction requested=false at 1733534352014 (+6 ms)Writing region close event to WAL at 1733534352014Running coprocessor post-close hooks at 1733534352018 (+4 ms)Closed at 1733534352018 2024-12-07T01:19:12,018 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733534338677.85db00eb97e81de5f239016e79cb0279. 2024-12-07T01:19:12,033 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/.tmp/table/b0477810a16a402995c105d0d066ab6b is 53, key is hbase:replication/table:state/1733534339564/Put/seqid=0 2024-12-07T01:19:12,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741851_1027 (size=5308) 2024-12-07T01:19:12,037 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/.tmp/table/b0477810a16a402995c105d0d066ab6b 2024-12-07T01:19:12,042 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/.tmp/info/994d9bbadc374b9c9d80bbc2df79b33d as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/info/994d9bbadc374b9c9d80bbc2df79b33d 2024-12-07T01:19:12,047 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/info/994d9bbadc374b9c9d80bbc2df79b33d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-07T01:19:12,048 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/.tmp/ns/5ddb639e8a3e4cf9839547a9e207149e as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/ns/5ddb639e8a3e4cf9839547a9e207149e 2024-12-07T01:19:12,052 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/ns/5ddb639e8a3e4cf9839547a9e207149e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-07T01:19:12,052 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/.tmp/rep_barrier/90483c07e2b542c99422f0b669db3ee0 as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/rep_barrier/90483c07e2b542c99422f0b669db3ee0 2024-12-07T01:19:12,056 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/rep_barrier/90483c07e2b542c99422f0b669db3ee0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-07T01:19:12,057 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/.tmp/table/b0477810a16a402995c105d0d066ab6b as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/table/b0477810a16a402995c105d0d066ab6b 2024-12-07T01:19:12,060 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/table/b0477810a16a402995c105d0d066ab6b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-07T01:19:12,061 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false 2024-12-07T01:19:12,065 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-07T01:19:12,065 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:19:12,065 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:19:12,065 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:19:12,065 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534351131Running coprocessor pre-close hooks at 1733534351131Disabling compacts and flushes for region at 1733534351131Disabling writes for close at 1733534351131Obtaining lock to block concurrent updates at 1733534351131Preparing flush snapshotting stores in 1588230740 at 1733534351131Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733534351131Flushing stores of hbase:meta,,1.1588230740 at 1733534351132 (+1 ms)Flushing 1588230740/info: creating writer at 1733534351132Flushing 1588230740/info: appending metadata at 1733534351150 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733534351150Flushing 1588230740/ns: creating writer at 1733534351567 (+417 ms)Flushing 1588230740/ns: appending metadata at 1733534351584 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733534351584Flushing 1588230740/rep_barrier: creating writer at 1733534351997 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534352013 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534352013Flushing 1588230740/table: creating writer at 1733534352021 (+8 ms)Flushing 1588230740/table: appending metadata at 1733534352033 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733534352033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c5630a: reopening flushed file at 1733534352042 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc45a82: reopening flushed file at 1733534352047 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@653da0dc: reopening flushed file at 1733534352052 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba61fa: reopening flushed file at 1733534352057 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false at 1733534352061 (+4 ms)Writing region close event to WAL at 1733534352062 (+1 ms)Running coprocessor post-close hooks at 1733534352065 (+3 ms)Closed at 1733534352065 2024-12-07T01:19:12,066 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:19:12,132 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,46413,1733534325840; all regions closed. 2024-12-07T01:19:12,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741834_1010 (size=4239) 2024-12-07T01:19:12,134 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/WALs/ec1863dc21e5,46413,1733534325840/ec1863dc21e5%2C46413%2C1733534325840.meta.1733534328441.meta not finished, retry = 0 2024-12-07T01:19:12,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741839_1015 (size=3127) 2024-12-07T01:19:12,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741833_1009 (size=1336) 2024-12-07T01:19:12,240 DEBUG [RS:0;ec1863dc21e5:46413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:12,240 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:19:12,240 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:19:12,240 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:19:12,240 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:19:12,240 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:19:12,240 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,46413,1733534325840 because: Region server is closing 2024-12-07T01:19:12,240 INFO [RS:0;ec1863dc21e5:46413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:46413. 2024-12-07T01:19:12,240 DEBUG [RS:0;ec1863dc21e5:46413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:12,241 DEBUG [RS:0;ec1863dc21e5:46413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:12,241 DEBUG [RS:0;ec1863dc21e5:46413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:12,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:12,341 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46413,1733534325840.replicationSource.shipperec1863dc21e5%2C46413%2C1733534325840,1-ec1863dc21e5,46413,1733534325840 terminated 2024-12-07T01:19:12,341 INFO [RS:0;ec1863dc21e5:46413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:46413. 2024-12-07T01:19:12,341 DEBUG [RS:0;ec1863dc21e5:46413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:12,341 DEBUG [RS:0;ec1863dc21e5:46413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:12,341 DEBUG [RS:0;ec1863dc21e5:46413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:12,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:12,341 INFO [RS:0;ec1863dc21e5:46413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46413 2024-12-07T01:19:12,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01165136513/rs/ec1863dc21e5,46413,1733534325840 2024-12-07T01:19:12,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513/rs 2024-12-07T01:19:12,391 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:19:12,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,46413,1733534325840] 2024-12-07T01:19:12,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01165136513/draining/ec1863dc21e5,46413,1733534325840 already deleted, retry=false 2024-12-07T01:19:12,412 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,46413,1733534325840 expired; onlineServers=0 2024-12-07T01:19:12,413 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,46473,1733534325234' ***** 2024-12-07T01:19:12,413 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:19:12,413 INFO [M:0;ec1863dc21e5:46473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:19:12,413 INFO [M:0;ec1863dc21e5:46473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:19:12,413 DEBUG [M:0;ec1863dc21e5:46473 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:19:12,413 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:19:12,413 DEBUG [M:0;ec1863dc21e5:46473 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:19:12,413 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534327371 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534327371,5,FailOnTimeoutGroup] 2024-12-07T01:19:12,413 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534327392 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534327392,5,FailOnTimeoutGroup] 2024-12-07T01:19:12,413 INFO [M:0;ec1863dc21e5:46473 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:19:12,413 INFO [M:0;ec1863dc21e5:46473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:19:12,413 DEBUG [M:0;ec1863dc21e5:46473 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:19:12,413 INFO [M:0;ec1863dc21e5:46473 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:19:12,413 INFO [M:0;ec1863dc21e5:46473 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:19:12,413 INFO [M:0;ec1863dc21e5:46473 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:19:12,413 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:19:12,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01165136513/master 2024-12-07T01:19:12,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01165136513 2024-12-07T01:19:12,423 DEBUG [M:0;ec1863dc21e5:46473 {}] zookeeper.ZKUtil(347): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Unable to get data of znode /01165136513/master because node does not exist (not an error) 2024-12-07T01:19:12,423 WARN [M:0;ec1863dc21e5:46473 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:19:12,425 INFO [M:0;ec1863dc21e5:46473 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/.lastflushedseqids 2024-12-07T01:19:12,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741852_1028 (size=263) 2024-12-07T01:19:12,454 INFO [M:0;ec1863dc21e5:46473 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:19:12,454 INFO [M:0;ec1863dc21e5:46473 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:19:12,454 DEBUG [M:0;ec1863dc21e5:46473 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:19:12,454 INFO [M:0;ec1863dc21e5:46473 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:12,454 DEBUG [M:0;ec1863dc21e5:46473 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:12,454 DEBUG [M:0;ec1863dc21e5:46473 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:19:12,454 DEBUG [M:0;ec1863dc21e5:46473 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:12,455 INFO [M:0;ec1863dc21e5:46473 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-07T01:19:12,474 DEBUG [M:0;ec1863dc21e5:46473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b47a9da7c3f64bb7b709b20e0bd2ddb7 is 82, key is hbase:meta,,1/info:regioninfo/1733534328634/Put/seqid=0 2024-12-07T01:19:12,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741853_1029 (size=5672) 2024-12-07T01:19:12,502 INFO [RS:0;ec1863dc21e5:46413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:19:12,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:12,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46413-0x101ad5e8b0d0001, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:12,502 INFO [RS:0;ec1863dc21e5:46413 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,46413,1733534325840; zookeeper connection closed. 2024-12-07T01:19:12,502 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b8cbc3a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b8cbc3a 2024-12-07T01:19:12,503 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:19:12,880 INFO [M:0;ec1863dc21e5:46473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b47a9da7c3f64bb7b709b20e0bd2ddb7 2024-12-07T01:19:12,906 DEBUG [M:0;ec1863dc21e5:46473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5a3ec17cf594c769f766fe3ac12587d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733534339570/Put/seqid=0 2024-12-07T01:19:12,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741854_1030 (size=8516) 2024-12-07T01:19:12,920 INFO [M:0;ec1863dc21e5:46473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5a3ec17cf594c769f766fe3ac12587d 2024-12-07T01:19:12,943 DEBUG [M:0;ec1863dc21e5:46473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9baa4964a3914b228887a97f90b7ce14 is 69, key is ec1863dc21e5,46413,1733534325840/rs:state/1733534327528/Put/seqid=0 2024-12-07T01:19:12,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741855_1031 (size=5156) 2024-12-07T01:19:12,955 INFO [M:0;ec1863dc21e5:46473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9baa4964a3914b228887a97f90b7ce14 2024-12-07T01:19:12,959 DEBUG [M:0;ec1863dc21e5:46473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b47a9da7c3f64bb7b709b20e0bd2ddb7 as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b47a9da7c3f64bb7b709b20e0bd2ddb7 2024-12-07T01:19:12,963 INFO [M:0;ec1863dc21e5:46473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b47a9da7c3f64bb7b709b20e0bd2ddb7, entries=8, sequenceid=97, filesize=5.5 K 2024-12-07T01:19:12,965 DEBUG [M:0;ec1863dc21e5:46473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5a3ec17cf594c769f766fe3ac12587d as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5a3ec17cf594c769f766fe3ac12587d 2024-12-07T01:19:12,976 INFO [M:0;ec1863dc21e5:46473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5a3ec17cf594c769f766fe3ac12587d, entries=11, sequenceid=97, filesize=8.3 K 2024-12-07T01:19:12,977 DEBUG [M:0;ec1863dc21e5:46473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9baa4964a3914b228887a97f90b7ce14 as hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9baa4964a3914b228887a97f90b7ce14 2024-12-07T01:19:12,982 INFO [M:0;ec1863dc21e5:46473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34503/user/jenkins/test-data/204c5178-19ea-264a-b5ee-1c8619bc17fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9baa4964a3914b228887a97f90b7ce14, entries=1, sequenceid=97, filesize=5.0 K 2024-12-07T01:19:12,982 INFO [M:0;ec1863dc21e5:46473 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 528ms, sequenceid=97, compaction requested=false 2024-12-07T01:19:12,991 INFO [M:0;ec1863dc21e5:46473 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:12,991 DEBUG [M:0;ec1863dc21e5:46473 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534352454Disabling compacts and flushes for region at 1733534352454Disabling writes for close at 1733534352454Obtaining lock to block concurrent updates at 1733534352455 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534352455Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733534352455Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534352456 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534352456Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534352473 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534352473Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534352886 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534352905 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534352905Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534352924 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534352942 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534352942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7663e0: reopening flushed file at 1733534352959 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19500ff6: reopening flushed file at 1733534352963 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615c7769: reopening flushed file at 1733534352976 (+13 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 528ms, sequenceid=97, compaction requested=false at 1733534352982 (+6 ms)Writing region close event to WAL at 1733534352990 (+8 ms)Closed at 1733534352991 (+1 ms) 2024-12-07T01:19:12,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741830_1006 (size=63654) 2024-12-07T01:19:12,993 INFO [M:0;ec1863dc21e5:46473 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:19:12,993 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:19:12,993 INFO [M:0;ec1863dc21e5:46473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46473 2024-12-07T01:19:12,993 INFO [M:0;ec1863dc21e5:46473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:19:13,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:13,163 INFO [M:0;ec1863dc21e5:46473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:19:13,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46473-0x101ad5e8b0d0000, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:13,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b8143cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:19:13,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a5f470f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:19:13,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:19:13,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3956826e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:19:13,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d40cf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/hadoop.log.dir/,STOPPED} 2024-12-07T01:19:13,170 WARN [BP-943154395-172.17.0.3-1733534322585 heartbeating to localhost/127.0.0.1:34503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:19:13,170 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:19:13,170 WARN [BP-943154395-172.17.0.3-1733534322585 heartbeating to localhost/127.0.0.1:34503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-943154395-172.17.0.3-1733534322585 (Datanode Uuid 63143859-983a-43ec-bbfb-80d8af1b490d) service to localhost/127.0.0.1:34503 2024-12-07T01:19:13,170 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:19:13,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/cluster_a65c5cbe-afb4-80ec-ebfd-010e0c3aa746/data/data2/current/BP-943154395-172.17.0.3-1733534322585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:19:13,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/cluster_a65c5cbe-afb4-80ec-ebfd-010e0c3aa746/data/data1/current/BP-943154395-172.17.0.3-1733534322585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:19:13,171 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:19:13,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5576eccc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:19:13,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c5148e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:19:13,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:19:13,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2493f511{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:19:13,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@179d4f35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff18bd63-055d-a1c9-993b-99d3835eeb7f/hadoop.log.dir/,STOPPED} 2024-12-07T01:19:13,180 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T01:19:13,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:19:13,202 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 205) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37635 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37635 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34503 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64610) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34503 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37635 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64610) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34503 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=624 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=693 (was 585) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=3402 (was 3821) 2024-12-07T01:19:13,212 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=624, MaxFileDescriptor=1048576, SystemLoadAverage=693, ProcessCount=12, AvailableMemoryMB=3401 2024-12-07T01:19:13,227 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-07T01:19:13,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/hadoop.log.dir so I do NOT create it in target/test-data/8efa4753-370a-9895-a977-1dea38784a46 2024-12-07T01:19:13,227 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:19:13,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/hadoop.tmp.dir so I do NOT create it in target/test-data/8efa4753-370a-9895-a977-1dea38784a46 2024-12-07T01:19:13,228 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d02e79c-b84f-a193-4e2c-d7a46ee7cec6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:19:13,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46 2024-12-07T01:19:13,228 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/cluster_1344f0cd-05a6-6e46-00fc-661d33152daf, deleteOnExit=true 2024-12-07T01:19:13,230 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/cluster_1344f0cd-05a6-6e46-00fc-661d33152daf/zookeeper_0, clientPort=62049, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/cluster_1344f0cd-05a6-6e46-00fc-661d33152daf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/cluster_1344f0cd-05a6-6e46-00fc-661d33152daf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T01:19:13,231 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62049 2024-12-07T01:19:13,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:19:13,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:19:13,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/test.cache.data in system properties and HBase conf 2024-12-07T01:19:13,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:19:13,232 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:19:13,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:19:13,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:19:13,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101ad5e8b0d0002, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:19:13,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101ad5e8b0d0005, quorum=127.0.0.1:64610, baseZNode=/147735675 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:19:13,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101ad5e8b0d0002, quorum=127.0.0.1:64610, baseZNode=/01165136513 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:19:13,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101ad5e8b0d0005, quorum=127.0.0.1:64610, baseZNode=/147735675 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:19:13,544 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T01:19:13,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:13,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:13,570 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:13,571 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:13,571 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:13,571 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:13,579 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:13,579 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:13,582 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:13,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:13,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:19:13,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:19:13,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:19:13,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:19:13,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:13,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:19:13,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:19:13,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60ad2533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/java.io.tmpdir/jetty-localhost-37657-hadoop-hdfs-3_4_1-tests_jar-_-any-1244908561388546265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:19:13,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:37657} 2024-12-07T01:19:13,755 INFO [Time-limited test {}] server.Server(415): Started @199253ms 2024-12-07T01:19:14,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:14,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:19:14,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:19:14,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:19:14,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:19:14,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@777a69f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:19:14,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11f678bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:19:14,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a03fc2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/java.io.tmpdir/jetty-localhost-36275-hadoop-hdfs-3_4_1-tests_jar-_-any-16702104065307220957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:19:14,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@151d21dd{HTTP/1.1, (http/1.1)}{localhost:36275} 2024-12-07T01:19:14,222 INFO [Time-limited test {}] server.Server(415): Started @199720ms 2024-12-07T01:19:14,224 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:19:14,879 WARN [Thread-2188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/cluster_1344f0cd-05a6-6e46-00fc-661d33152daf/data/data2/current/BP-1543422884-172.17.0.3-1733534353248/current, will proceed with Du for space computation calculation, 2024-12-07T01:19:14,879 WARN [Thread-2187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/cluster_1344f0cd-05a6-6e46-00fc-661d33152daf/data/data1/current/BP-1543422884-172.17.0.3-1733534353248/current, will proceed with Du for space computation calculation, 2024-12-07T01:19:14,903 WARN [Thread-2175 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:19:14,905 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8e514e1b9d63a31 with lease ID 0x727839824279affb: Processing first storage report for DS-13924179-c3f2-42c3-8b63-c866e00ee02e from datanode DatanodeRegistration(127.0.0.1:41025, datanodeUuid=0f3c64f3-591d-4133-9fb1-923bf3c92405, infoPort=44779, infoSecurePort=0, ipcPort=37963, storageInfo=lv=-57;cid=testClusterID;nsid=1753506171;c=1733534353248) 2024-12-07T01:19:14,905 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8e514e1b9d63a31 with lease ID 0x727839824279affb: from storage DS-13924179-c3f2-42c3-8b63-c866e00ee02e node DatanodeRegistration(127.0.0.1:41025, datanodeUuid=0f3c64f3-591d-4133-9fb1-923bf3c92405, infoPort=44779, infoSecurePort=0, ipcPort=37963, storageInfo=lv=-57;cid=testClusterID;nsid=1753506171;c=1733534353248), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:19:14,905 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8e514e1b9d63a31 with lease ID 0x727839824279affb: Processing first storage report for DS-62f8cb51-18b5-427d-87f6-dd54194a4938 from datanode DatanodeRegistration(127.0.0.1:41025, datanodeUuid=0f3c64f3-591d-4133-9fb1-923bf3c92405, infoPort=44779, infoSecurePort=0, ipcPort=37963, storageInfo=lv=-57;cid=testClusterID;nsid=1753506171;c=1733534353248) 2024-12-07T01:19:14,905 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8e514e1b9d63a31 with lease ID 0x727839824279affb: from storage DS-62f8cb51-18b5-427d-87f6-dd54194a4938 node DatanodeRegistration(127.0.0.1:41025, datanodeUuid=0f3c64f3-591d-4133-9fb1-923bf3c92405, infoPort=44779, infoSecurePort=0, ipcPort=37963, storageInfo=lv=-57;cid=testClusterID;nsid=1753506171;c=1733534353248), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:19:14,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46 2024-12-07T01:19:14,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:14,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:14,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:19:15,368 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77 with version=8 2024-12-07T01:19:15,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/hbase-staging 2024-12-07T01:19:15,370 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:19:15,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:15,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:15,371 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:19:15,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:15,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:19:15,371 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:19:15,371 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:19:15,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38183 2024-12-07T01:19:15,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38183 connecting to ZooKeeper ensemble=127.0.0.1:62049 2024-12-07T01:19:15,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381830x0, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:15,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38183-0x101ad5f02f90000 connected 2024-12-07T01:19:15,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:15,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:15,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Set watcher on znode that does not yet exist, /0176583407/running 2024-12-07T01:19:15,602 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77, hbase.cluster.distributed=false 2024-12-07T01:19:15,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Set watcher on znode that does not yet exist, /0176583407/acl 2024-12-07T01:19:15,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38183 2024-12-07T01:19:15,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38183 2024-12-07T01:19:15,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38183 2024-12-07T01:19:15,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38183 2024-12-07T01:19:15,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38183 2024-12-07T01:19:15,626 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:19:15,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:15,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:15,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:19:15,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:15,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:19:15,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:19:15,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:19:15,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35057 2024-12-07T01:19:15,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35057 connecting to ZooKeeper ensemble=127.0.0.1:62049 2024-12-07T01:19:15,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:15,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:15,649 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350570x0, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:15,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350570x0, quorum=127.0.0.1:62049, baseZNode=/0176583407 Set watcher on znode that does not yet exist, /0176583407/running 2024-12-07T01:19:15,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35057-0x101ad5f02f90001 connected 2024-12-07T01:19:15,649 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:19:15,660 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:19:15,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Set watcher on znode that does not yet exist, /0176583407/master 2024-12-07T01:19:15,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Set watcher on znode that does not yet exist, /0176583407/acl 2024-12-07T01:19:15,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35057 2024-12-07T01:19:15,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35057 2024-12-07T01:19:15,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35057 2024-12-07T01:19:15,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35057 2024-12-07T01:19:15,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35057 2024-12-07T01:19:15,700 DEBUG [M:0;ec1863dc21e5:38183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:38183 2024-12-07T01:19:15,701 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0176583407/backup-masters/ec1863dc21e5,38183,1733534355370 2024-12-07T01:19:15,724 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407/backup-masters 2024-12-07T01:19:15,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407/backup-masters 2024-12-07T01:19:15,729 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Set watcher on existing znode=/0176583407/backup-masters/ec1863dc21e5,38183,1733534355370 2024-12-07T01:19:15,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:15,756 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0176583407/master 2024-12-07T01:19:15,756 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:15,756 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Set watcher on existing znode=/0176583407/master 2024-12-07T01:19:15,757 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0176583407/backup-masters/ec1863dc21e5,38183,1733534355370 from backup master directory 2024-12-07T01:19:15,766 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407/backup-masters 2024-12-07T01:19:15,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0176583407/backup-masters/ec1863dc21e5,38183,1733534355370 2024-12-07T01:19:15,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407/backup-masters 2024-12-07T01:19:15,767 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:19:15,767 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,38183,1733534355370 2024-12-07T01:19:15,770 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/hbase.id] with ID: d778ac08-9b18-4635-b60a-1ee1385f3d93 2024-12-07T01:19:15,770 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/.tmp/hbase.id 2024-12-07T01:19:15,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:19:16,185 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/.tmp/hbase.id]:[hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/hbase.id] 2024-12-07T01:19:16,206 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:16,206 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:19:16,207 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-07T01:19:16,293 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:16,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:16,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:19:16,302 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:19:16,303 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:19:16,304 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:16,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:19:16,317 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store 2024-12-07T01:19:16,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:19:16,327 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:16,327 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:19:16,327 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:16,327 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:16,327 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:19:16,327 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:16,327 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:16,327 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534356327Disabling compacts and flushes for region at 1733534356327Disabling writes for close at 1733534356327Writing region close event to WAL at 1733534356327Closed at 1733534356327 2024-12-07T01:19:16,328 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/.initializing 2024-12-07T01:19:16,328 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/WALs/ec1863dc21e5,38183,1733534355370 2024-12-07T01:19:16,329 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:19:16,331 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C38183%2C1733534355370, suffix=, logDir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/WALs/ec1863dc21e5,38183,1733534355370, archiveDir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/oldWALs, maxLogs=10 2024-12-07T01:19:16,349 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/WALs/ec1863dc21e5,38183,1733534355370/ec1863dc21e5%2C38183%2C1733534355370.1733534356331, exclude list is [], retry=0 2024-12-07T01:19:16,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41025,DS-13924179-c3f2-42c3-8b63-c866e00ee02e,DISK] 2024-12-07T01:19:16,372 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/WALs/ec1863dc21e5,38183,1733534355370/ec1863dc21e5%2C38183%2C1733534355370.1733534356331 2024-12-07T01:19:16,388 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44779:44779)] 2024-12-07T01:19:16,388 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:16,388 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:16,389 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:16,389 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:16,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:16,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:19:16,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:16,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:16,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:16,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:19:16,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:16,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:16,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:16,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:19:16,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:16,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:16,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:16,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:19:16,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:16,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:16,421 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:16,421 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:16,422 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:16,423 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:16,423 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:16,423 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:16,424 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:16,429 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:16,429 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69378769, jitterRate=0.033824220299720764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:16,430 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534356389Initializing all the Stores at 1733534356389Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534356390 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534356404 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534356404Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534356404Cleaning up temporary data from old regions at 1733534356423 (+19 ms)Region opened successfully at 1733534356430 (+7 ms) 2024-12-07T01:19:16,432 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:19:16,435 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29075b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:19:16,436 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:19:16,436 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:19:16,436 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:19:16,436 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:19:16,440 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-07T01:19:16,441 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:19:16,441 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:19:16,450 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:19:16,451 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Unable to get data of znode /0176583407/balancer because node does not exist (not necessarily an error) 2024-12-07T01:19:16,514 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0176583407/balancer already deleted, retry=false 2024-12-07T01:19:16,514 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:19:16,520 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Unable to get data of znode /0176583407/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:19:16,611 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0176583407/normalizer already deleted, retry=false 2024-12-07T01:19:16,612 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:19:16,613 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Unable to get data of znode /0176583407/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:19:16,640 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0176583407/switch/split already deleted, retry=false 2024-12-07T01:19:16,641 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Unable to get data of znode /0176583407/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:19:16,651 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0176583407/switch/merge already deleted, retry=false 2024-12-07T01:19:16,653 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Unable to get data of znode /0176583407/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:19:16,661 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0176583407/snapshot-cleanup already deleted, retry=false 2024-12-07T01:19:16,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0176583407/running 2024-12-07T01:19:16,672 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0176583407/running 2024-12-07T01:19:16,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:16,672 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:16,673 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,38183,1733534355370, sessionid=0x101ad5f02f90000, setting cluster-up flag (Was=false) 2024-12-07T01:19:16,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:16,696 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:16,724 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0176583407/flush-table-proc/acquired, /0176583407/flush-table-proc/reached, /0176583407/flush-table-proc/abort 2024-12-07T01:19:16,725 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,38183,1733534355370 2024-12-07T01:19:16,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:16,745 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:16,777 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0176583407/online-snapshot/acquired, /0176583407/online-snapshot/reached, /0176583407/online-snapshot/abort 2024-12-07T01:19:16,778 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,38183,1733534355370 2024-12-07T01:19:16,785 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:19:16,789 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:16,790 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:19:16,790 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:19:16,790 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,38183,1733534355370 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:19:16,791 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(746): ClusterId : d778ac08-9b18-4635-b60a-1ee1385f3d93 2024-12-07T01:19:16,791 DEBUG [RS:0;ec1863dc21e5:35057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:19:16,791 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:16,791 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:16,791 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:16,791 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:16,791 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:19:16,791 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:16,791 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:19:16,791 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:16,800 DEBUG [RS:0;ec1863dc21e5:35057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:19:16,800 DEBUG [RS:0;ec1863dc21e5:35057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:19:16,801 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:16,801 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:19:16,805 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:16,805 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:19:16,809 DEBUG [RS:0;ec1863dc21e5:35057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:19:16,810 DEBUG [RS:0;ec1863dc21e5:35057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663dcd81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:19:16,832 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:35057 2024-12-07T01:19:16,832 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:19:16,832 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:19:16,832 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:19:16,833 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,38183,1733534355370 with port=35057, startcode=1733534355626 2024-12-07T01:19:16,833 DEBUG [RS:0;ec1863dc21e5:35057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:19:16,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534386834 2024-12-07T01:19:16,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:19:16,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:19:16,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:19:16,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:19:16,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:19:16,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:19:16,837 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:19:16,838 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38183 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-07T01:19:16,839 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-07T01:19:16,839 WARN [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-07T01:19:16,839 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:16,839 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:19:16,840 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:19:16,840 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:19:16,840 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:19:16,841 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:19:16,841 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:19:16,844 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534356841,5,FailOnTimeoutGroup] 2024-12-07T01:19:16,844 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534356844,5,FailOnTimeoutGroup] 2024-12-07T01:19:16,844 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:16,844 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:19:16,844 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:16,845 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:16,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:19:16,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:19:16,849 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77 2024-12-07T01:19:16,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741832_1008 (size=32) 2024-12-07T01:19:16,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:16,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:19:16,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:19:16,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:16,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:16,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:19:16,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:19:16,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:16,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:16,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:19:16,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:19:16,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:16,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:16,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:19:16,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:19:16,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:16,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:16,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:19:16,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740 2024-12-07T01:19:16,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740 2024-12-07T01:19:16,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:19:16,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:19:16,875 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:16,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:19:16,878 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:16,879 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65264464, jitterRate=-0.027483701705932617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:16,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534356862Initializing all the Stores at 1733534356863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534356863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534356863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534356863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534356863Cleaning up temporary data from old regions at 1733534356874 (+11 ms)Region opened successfully at 1733534356880 (+6 ms) 2024-12-07T01:19:16,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:19:16,880 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:19:16,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:19:16,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:19:16,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:19:16,889 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:19:16,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534356880Disabling compacts and flushes for region at 1733534356880Disabling writes for close at 1733534356880Writing region close event to WAL at 1733534356889 (+9 ms)Closed at 1733534356889 2024-12-07T01:19:16,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:16,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:19:16,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:19:16,895 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:19:16,896 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:19:16,940 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,38183,1733534355370 with port=35057, startcode=1733534355626 2024-12-07T01:19:16,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:16,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38183 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:16,943 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77 2024-12-07T01:19:16,943 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36535 2024-12-07T01:19:16,943 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:19:16,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407/rs 2024-12-07T01:19:16,954 DEBUG [RS:0;ec1863dc21e5:35057 {}] zookeeper.ZKUtil(111): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Set watcher on existing znode=/0176583407/rs/ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:16,954 WARN [RS:0;ec1863dc21e5:35057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:19:16,954 INFO [RS:0;ec1863dc21e5:35057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:16,954 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:16,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,35057,1733534355626] 2024-12-07T01:19:16,961 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:19:16,963 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:19:16,963 INFO [RS:0;ec1863dc21e5:35057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:19:16,963 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:16,963 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:19:16,964 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:19:16,964 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:16,964 DEBUG [RS:0;ec1863dc21e5:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:16,964 DEBUG [RS:0;ec1863dc21e5:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:16,964 DEBUG [RS:0;ec1863dc21e5:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:16,964 DEBUG [RS:0;ec1863dc21e5:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:16,965 DEBUG [RS:0;ec1863dc21e5:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:16,965 DEBUG [RS:0;ec1863dc21e5:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:19:16,965 DEBUG [RS:0;ec1863dc21e5:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:16,965 DEBUG [RS:0;ec1863dc21e5:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:16,965 DEBUG [RS:0;ec1863dc21e5:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:16,965 DEBUG [RS:0;ec1863dc21e5:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:16,965 DEBUG [RS:0;ec1863dc21e5:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:16,965 DEBUG [RS:0;ec1863dc21e5:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:16,965 DEBUG [RS:0;ec1863dc21e5:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:19:16,965 DEBUG [RS:0;ec1863dc21e5:35057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:19:16,976 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:16,976 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:16,976 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:16,976 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:16,976 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:16,976 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35057,1733534355626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:19:16,998 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:19:16,998 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35057,1733534355626-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:16,998 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:16,998 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.Replication(171): ec1863dc21e5,35057,1733534355626 started 2024-12-07T01:19:17,018 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:17,018 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,35057,1733534355626, RpcServer on ec1863dc21e5/172.17.0.3:35057, sessionid=0x101ad5f02f90001 2024-12-07T01:19:17,018 DEBUG [RS:0;ec1863dc21e5:35057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:19:17,018 DEBUG [RS:0;ec1863dc21e5:35057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:17,018 DEBUG [RS:0;ec1863dc21e5:35057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,35057,1733534355626' 2024-12-07T01:19:17,019 DEBUG [RS:0;ec1863dc21e5:35057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0176583407/flush-table-proc/abort' 2024-12-07T01:19:17,019 DEBUG [RS:0;ec1863dc21e5:35057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0176583407/flush-table-proc/acquired' 2024-12-07T01:19:17,019 DEBUG [RS:0;ec1863dc21e5:35057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:19:17,020 DEBUG [RS:0;ec1863dc21e5:35057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:19:17,020 DEBUG [RS:0;ec1863dc21e5:35057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:17,020 DEBUG [RS:0;ec1863dc21e5:35057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,35057,1733534355626' 2024-12-07T01:19:17,020 DEBUG [RS:0;ec1863dc21e5:35057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0176583407/online-snapshot/abort' 2024-12-07T01:19:17,020 DEBUG [RS:0;ec1863dc21e5:35057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0176583407/online-snapshot/acquired' 2024-12-07T01:19:17,020 DEBUG [RS:0;ec1863dc21e5:35057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:19:17,020 INFO [RS:0;ec1863dc21e5:35057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:19:17,020 INFO [RS:0;ec1863dc21e5:35057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:19:17,046 WARN [ec1863dc21e5:38183 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T01:19:17,121 INFO [RS:0;ec1863dc21e5:35057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:19:17,123 INFO [RS:0;ec1863dc21e5:35057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C35057%2C1733534355626, suffix=, logDir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626, archiveDir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/oldWALs, maxLogs=10 2024-12-07T01:19:17,142 DEBUG [RS:0;ec1863dc21e5:35057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123, exclude list is [], retry=0 2024-12-07T01:19:17,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41025,DS-13924179-c3f2-42c3-8b63-c866e00ee02e,DISK] 2024-12-07T01:19:17,177 INFO [RS:0;ec1863dc21e5:35057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 2024-12-07T01:19:17,177 DEBUG [RS:0;ec1863dc21e5:35057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44779:44779)] 2024-12-07T01:19:17,297 DEBUG [ec1863dc21e5:38183 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:19:17,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:17,298 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,35057,1733534355626, state=OPENING 2024-12-07T01:19:17,324 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:19:17,335 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:17,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:17,336 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:19:17,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0176583407/meta-region-server: CHANGED 2024-12-07T01:19:17,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,35057,1733534355626}] 2024-12-07T01:19:17,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0176583407/meta-region-server: CHANGED 2024-12-07T01:19:17,489 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:19:17,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:19:17,494 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:19:17,494 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:17,494 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:19:17,496 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C35057%2C1733534355626.meta, suffix=.meta, logDir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626, archiveDir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/oldWALs, maxLogs=10 2024-12-07T01:19:17,512 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.meta.1733534357496.meta, exclude list is [], retry=0 2024-12-07T01:19:17,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41025,DS-13924179-c3f2-42c3-8b63-c866e00ee02e,DISK] 2024-12-07T01:19:17,516 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.meta.1733534357496.meta 2024-12-07T01:19:17,516 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44779:44779)] 2024-12-07T01:19:17,516 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:17,517 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:19:17,517 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:19:17,517 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:19:17,517 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:19:17,517 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:19:17,517 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:17,517 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:19:17,517 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:19:17,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:19:17,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:19:17,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:17,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:17,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:19:17,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:19:17,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:17,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:17,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:19:17,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:19:17,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:17,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:17,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:19:17,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:19:17,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:17,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:17,524 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:19:17,525 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740 2024-12-07T01:19:17,526 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740 2024-12-07T01:19:17,529 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:19:17,529 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:19:17,529 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:17,530 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:19:17,532 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67665393, jitterRate=0.008292928338050842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:17,532 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:19:17,532 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534357517Writing region info on filesystem at 1733534357517Initializing all the Stores at 1733534357518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534357518Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534357520 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534357520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534357520Cleaning up temporary data from old regions at 1733534357529 (+9 ms)Running coprocessor post-open hooks at 1733534357532 (+3 ms)Region opened successfully at 1733534357532 2024-12-07T01:19:17,533 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534357488 2024-12-07T01:19:17,535 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:19:17,535 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:19:17,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:17,536 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,35057,1733534355626, state=OPEN 2024-12-07T01:19:17,578 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0176583407/meta-region-server 2024-12-07T01:19:17,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0176583407/meta-region-server 2024-12-07T01:19:17,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0176583407/meta-region-server: CHANGED 2024-12-07T01:19:17,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0176583407/meta-region-server: CHANGED 2024-12-07T01:19:17,578 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:17,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:19:17,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,35057,1733534355626 in 242 msec 2024-12-07T01:19:17,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:19:17,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 691 msec 2024-12-07T01:19:17,586 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:17,586 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:19:17,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:17,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,35057,1733534355626, seqNum=-1] 2024-12-07T01:19:17,588 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:17,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:17,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 805 msec 2024-12-07T01:19:17,597 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534357597, completionTime=-1 2024-12-07T01:19:17,597 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:19:17,597 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:19:17,600 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:19:17,601 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534417601 2024-12-07T01:19:17,601 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534477601 2024-12-07T01:19:17,601 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-07T01:19:17,601 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38183,1733534355370-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:17,601 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38183,1733534355370-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:17,601 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38183,1733534355370-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:17,601 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:38183, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:17,601 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:17,605 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:19:17,608 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:17,612 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.845sec 2024-12-07T01:19:17,612 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:19:17,612 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:19:17,612 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:19:17,612 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:19:17,612 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:19:17,613 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38183,1733534355370-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:19:17,613 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38183,1733534355370-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:19:17,617 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:19:17,617 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:19:17,617 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38183,1733534355370-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:17,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453c8ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:17,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,38183,-1 for getting cluster id 2024-12-07T01:19:17,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:17,704 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd778ac08-9b18-4635-b60a-1ee1385f3d93' 2024-12-07T01:19:17,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:17,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d778ac08-9b18-4635-b60a-1ee1385f3d93" 2024-12-07T01:19:17,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3209bdf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:17,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,38183,-1] 2024-12-07T01:19:17,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:17,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:17,707 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:17,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158078f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:17,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,35057,1733534355626, seqNum=-1] 2024-12-07T01:19:17,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:17,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:17,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,38183,1733534355370 2024-12-07T01:19:17,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62049 2024-12-07T01:19:17,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:17,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101ad5f02f90002 connected 2024-12-07T01:19:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/hadoop.log.dir so I do NOT create it in target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2 2024-12-07T01:19:17,780 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:19:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/hadoop.tmp.dir so I do NOT create it in target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2 2024-12-07T01:19:17,780 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:19:17,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2 2024-12-07T01:19:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:19:17,780 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/cluster_8ed08e0c-c029-5938-ffc2-cad7fd50e3e4, deleteOnExit=true 2024-12-07T01:19:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:19:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/test.cache.data in system properties and HBase conf 2024-12-07T01:19:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:19:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:19:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:19:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:19:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:19:17,781 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:19:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:19:17,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:19:17,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:19:17,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:19:17,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:19:17,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:19:17,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:19:17,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:19:17,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:19:17,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:19:17,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:19:17,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:19:17,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:19:17,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:19:18,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:18,156 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:19:18,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:19:18,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:19:18,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:19:18,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:18,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c2d1fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:19:18,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cae8f34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:19:18,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73eebb02{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/java.io.tmpdir/jetty-localhost-34391-hadoop-hdfs-3_4_1-tests_jar-_-any-2655428518341672707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:19:18,264 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b7c9c1a{HTTP/1.1, (http/1.1)}{localhost:34391} 2024-12-07T01:19:18,264 INFO [Time-limited test {}] server.Server(415): Started @203762ms 2024-12-07T01:19:18,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:18,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:19:18,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:19:18,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:19:18,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:19:18,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5172d7cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:19:18,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d47073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:19:18,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790b2c70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/java.io.tmpdir/jetty-localhost-41099-hadoop-hdfs-3_4_1-tests_jar-_-any-2032819150830289923/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:19:18,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e6736a8{HTTP/1.1, (http/1.1)}{localhost:41099} 2024-12-07T01:19:18,716 INFO [Time-limited test {}] server.Server(415): Started @204214ms 2024-12-07T01:19:18,717 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:19:19,565 WARN [Thread-2307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/cluster_8ed08e0c-c029-5938-ffc2-cad7fd50e3e4/data/data1/current/BP-570422083-172.17.0.3-1733534357821/current, will proceed with Du for space computation calculation, 2024-12-07T01:19:19,565 WARN [Thread-2308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/cluster_8ed08e0c-c029-5938-ffc2-cad7fd50e3e4/data/data2/current/BP-570422083-172.17.0.3-1733534357821/current, will proceed with Du for space computation calculation, 2024-12-07T01:19:19,578 WARN [Thread-2295 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:19:19,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a16fe23974b4206 with lease ID 0x84be97b70d7dc0e9: Processing first storage report for DS-a34c3fd6-d0e6-4cd8-8eac-457e88ac1bce from datanode DatanodeRegistration(127.0.0.1:40081, datanodeUuid=a7d19df8-5180-4713-a4d7-592aabd925d6, infoPort=45893, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=1234177804;c=1733534357821) 2024-12-07T01:19:19,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a16fe23974b4206 with lease ID 0x84be97b70d7dc0e9: from storage DS-a34c3fd6-d0e6-4cd8-8eac-457e88ac1bce node DatanodeRegistration(127.0.0.1:40081, datanodeUuid=a7d19df8-5180-4713-a4d7-592aabd925d6, infoPort=45893, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=1234177804;c=1733534357821), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:19:19,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a16fe23974b4206 with lease ID 0x84be97b70d7dc0e9: Processing first storage report for DS-a7ccd934-0fc9-4e12-8dc3-d49930f5eea6 from datanode DatanodeRegistration(127.0.0.1:40081, datanodeUuid=a7d19df8-5180-4713-a4d7-592aabd925d6, infoPort=45893, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=1234177804;c=1733534357821) 2024-12-07T01:19:19,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a16fe23974b4206 with lease ID 0x84be97b70d7dc0e9: from storage DS-a7ccd934-0fc9-4e12-8dc3-d49930f5eea6 node DatanodeRegistration(127.0.0.1:40081, datanodeUuid=a7d19df8-5180-4713-a4d7-592aabd925d6, infoPort=45893, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=1234177804;c=1733534357821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:19:19,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2 2024-12-07T01:19:19,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:19,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:19,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:19:20,054 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f with version=8 2024-12-07T01:19:20,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/hbase-staging 2024-12-07T01:19:20,055 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:19:20,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:20,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:20,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:19:20,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:20,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:19:20,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:19:20,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:19:20,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45899 2024-12-07T01:19:20,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45899 connecting to ZooKeeper ensemble=127.0.0.1:62049 2024-12-07T01:19:20,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458990x0, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:20,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45899-0x101ad5f02f90003 connected 2024-12-07T01:19:20,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:20,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:20,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Set watcher on znode that does not yet exist, /1995124966/running 2024-12-07T01:19:20,199 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f, hbase.cluster.distributed=false 2024-12-07T01:19:20,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Set watcher on znode that does not yet exist, /1995124966/acl 2024-12-07T01:19:20,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45899 2024-12-07T01:19:20,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45899 2024-12-07T01:19:20,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45899 2024-12-07T01:19:20,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45899 2024-12-07T01:19:20,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45899 2024-12-07T01:19:20,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:19:20,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:20,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:20,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:19:20,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:20,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:19:20,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:19:20,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:19:20,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34597 2024-12-07T01:19:20,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34597 connecting to ZooKeeper ensemble=127.0.0.1:62049 2024-12-07T01:19:20,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:20,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345970x0, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:20,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345970x0, quorum=127.0.0.1:62049, baseZNode=/1995124966 Set watcher on znode that does not yet exist, /1995124966/running 2024-12-07T01:19:20,230 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:19:20,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34597-0x101ad5f02f90004 connected 2024-12-07T01:19:20,238 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:19:20,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Set watcher on znode that does not yet exist, /1995124966/master 2024-12-07T01:19:20,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Set watcher on znode that does not yet exist, /1995124966/acl 2024-12-07T01:19:20,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34597 2024-12-07T01:19:20,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34597 2024-12-07T01:19:20,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34597 2024-12-07T01:19:20,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34597 2024-12-07T01:19:20,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34597 2024-12-07T01:19:20,264 DEBUG [M:0;ec1863dc21e5:45899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:45899 2024-12-07T01:19:20,265 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1995124966/backup-masters/ec1863dc21e5,45899,1733534360055 2024-12-07T01:19:20,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966/backup-masters 2024-12-07T01:19:20,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966/backup-masters 2024-12-07T01:19:20,291 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Set watcher on existing znode=/1995124966/backup-masters/ec1863dc21e5,45899,1733534360055 2024-12-07T01:19:20,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:20,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1995124966/master 2024-12-07T01:19:20,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:20,303 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Set watcher on existing znode=/1995124966/master 2024-12-07T01:19:20,303 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1995124966/backup-masters/ec1863dc21e5,45899,1733534360055 from backup master directory 2024-12-07T01:19:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995124966/backup-masters/ec1863dc21e5,45899,1733534360055 2024-12-07T01:19:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966/backup-masters 2024-12-07T01:19:20,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966/backup-masters 2024-12-07T01:19:20,314 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:19:20,314 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,45899,1733534360055 2024-12-07T01:19:20,316 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/hbase.id] with ID: 58aed2dd-7332-40b3-a516-da20beceae23 2024-12-07T01:19:20,316 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/.tmp/hbase.id 2024-12-07T01:19:20,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:19:20,720 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/.tmp/hbase.id]:[hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/hbase.id] 2024-12-07T01:19:20,729 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:20,729 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:19:20,730 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-07T01:19:20,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:20,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:20,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:19:20,783 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:19:20,784 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:19:20,784 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:20,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:19:20,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-07T01:19:20,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-07T01:19:20,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:19:21,190 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store 2024-12-07T01:19:21,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:19:21,596 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:21,596 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:19:21,596 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:21,596 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:21,596 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:19:21,596 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:21,596 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:21,596 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534361596Disabling compacts and flushes for region at 1733534361596Disabling writes for close at 1733534361596Writing region close event to WAL at 1733534361596Closed at 1733534361596 2024-12-07T01:19:21,597 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/.initializing 2024-12-07T01:19:21,597 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/WALs/ec1863dc21e5,45899,1733534360055 2024-12-07T01:19:21,598 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:19:21,599 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C45899%2C1733534360055, suffix=, logDir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/WALs/ec1863dc21e5,45899,1733534360055, archiveDir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/oldWALs, maxLogs=10 2024-12-07T01:19:21,610 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/WALs/ec1863dc21e5,45899,1733534360055/ec1863dc21e5%2C45899%2C1733534360055.1733534361599, exclude list is [], retry=0 2024-12-07T01:19:21,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-a34c3fd6-d0e6-4cd8-8eac-457e88ac1bce,DISK] 2024-12-07T01:19:21,614 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/WALs/ec1863dc21e5,45899,1733534360055/ec1863dc21e5%2C45899%2C1733534360055.1733534361599 2024-12-07T01:19:21,614 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-12-07T01:19:21,614 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:21,614 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:21,615 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:21,615 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:21,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:21,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:19:21,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:21,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:21,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:21,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:19:21,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:21,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:21,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:21,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:19:21,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:21,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:21,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:21,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:19:21,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:21,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:21,620 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:21,621 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:21,621 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:21,622 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:21,622 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:21,622 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:21,623 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:21,625 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:21,625 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65363989, jitterRate=-0.02600066363811493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:21,625 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534361615Initializing all the Stores at 1733534361615Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534361615Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534361616 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534361616Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534361616Cleaning up temporary data from old regions at 1733534361622 (+6 ms)Region opened successfully at 1733534361625 (+3 ms) 2024-12-07T01:19:21,626 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:19:21,628 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e39f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:19:21,629 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:19:21,629 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:19:21,629 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:19:21,630 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:19:21,630 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:19:21,630 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:19:21,630 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:19:21,632 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:19:21,633 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Unable to get data of znode /1995124966/balancer because node does not exist (not necessarily an error) 2024-12-07T01:19:21,787 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995124966/balancer already deleted, retry=false 2024-12-07T01:19:21,788 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:19:21,788 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Unable to get data of znode /1995124966/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:19:21,819 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995124966/normalizer already deleted, retry=false 2024-12-07T01:19:21,819 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:19:21,820 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Unable to get data of znode /1995124966/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:19:21,829 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995124966/switch/split already deleted, retry=false 2024-12-07T01:19:21,830 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Unable to get data of znode /1995124966/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:19:21,840 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995124966/switch/merge already deleted, retry=false 2024-12-07T01:19:21,842 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Unable to get data of znode /1995124966/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:19:21,850 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1995124966/snapshot-cleanup already deleted, retry=false 2024-12-07T01:19:21,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1995124966/running 2024-12-07T01:19:21,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:21,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1995124966/running 2024-12-07T01:19:21,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:21,861 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,45899,1733534360055, sessionid=0x101ad5f02f90003, setting cluster-up flag (Was=false) 2024-12-07T01:19:21,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:21,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:21,913 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1995124966/flush-table-proc/acquired, /1995124966/flush-table-proc/reached, /1995124966/flush-table-proc/abort 2024-12-07T01:19:21,914 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,45899,1733534360055 2024-12-07T01:19:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:21,966 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1995124966/online-snapshot/acquired, /1995124966/online-snapshot/reached, /1995124966/online-snapshot/abort 2024-12-07T01:19:21,967 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,45899,1733534360055 2024-12-07T01:19:21,968 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:19:21,969 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:21,969 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:19:21,969 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:19:21,969 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,45899,1733534360055 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:19:21,970 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:21,970 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:21,970 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:21,970 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:21,970 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:19:21,970 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:21,970 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:19:21,970 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:21,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:21,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:19:21,990 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:21,990 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:19:22,000 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534392000 2024-12-07T01:19:22,000 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:19:22,000 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:19:22,000 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:19:22,000 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:19:22,000 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:19:22,001 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:19:22,012 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:19:22,028 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:19:22,028 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:19:22,028 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:19:22,028 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:19:22,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:19:22,030 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f 2024-12-07T01:19:22,040 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:19:22,040 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:19:22,044 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534362040,5,FailOnTimeoutGroup] 2024-12-07T01:19:22,045 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534362044,5,FailOnTimeoutGroup] 2024-12-07T01:19:22,046 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,046 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:19:22,046 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,046 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,066 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(746): ClusterId : 58aed2dd-7332-40b3-a516-da20beceae23 2024-12-07T01:19:22,066 DEBUG [RS:0;ec1863dc21e5:34597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:19:22,072 DEBUG [RS:0;ec1863dc21e5:34597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:19:22,072 DEBUG [RS:0;ec1863dc21e5:34597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:19:22,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741832_1008 (size=32) 2024-12-07T01:19:22,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:22,085 DEBUG [RS:0;ec1863dc21e5:34597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:19:22,085 DEBUG [RS:0;ec1863dc21e5:34597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40874995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:19:22,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:19:22,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:19:22,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:22,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:22,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:19:22,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:19:22,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:22,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:22,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:19:22,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:19:22,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:22,112 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:34597 2024-12-07T01:19:22,112 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:19:22,112 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:19:22,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:22,112 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:19:22,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:19:22,113 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,45899,1733534360055 with port=34597, startcode=1733534360218 2024-12-07T01:19:22,113 DEBUG [RS:0;ec1863dc21e5:34597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:19:22,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:19:22,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:22,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:22,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:19:22,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740 2024-12-07T01:19:22,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740 2024-12-07T01:19:22,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:19:22,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:19:22,130 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:22,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:19:22,137 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:19:22,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:22,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45899 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:22,139 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f 2024-12-07T01:19:22,139 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38473 2024-12-07T01:19:22,140 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:19:22,157 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:22,157 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67608355, jitterRate=0.00744299590587616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:22,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534362081Initializing all the Stores at 1733534362083 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534362083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534362084 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534362084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534362084Cleaning up temporary data from old regions at 1733534362130 (+46 ms)Region opened successfully at 1733534362158 (+28 ms) 2024-12-07T01:19:22,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:19:22,158 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:19:22,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:19:22,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:19:22,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:19:22,160 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:19:22,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534362158Disabling compacts and flushes for region at 1733534362158Disabling writes for close at 1733534362158Writing region close event to WAL at 1733534362160 (+2 ms)Closed at 1733534362160 2024-12-07T01:19:22,161 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:22,161 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:19:22,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:19:22,163 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:19:22,164 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:19:22,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966/rs 2024-12-07T01:19:22,188 DEBUG [RS:0;ec1863dc21e5:34597 {}] zookeeper.ZKUtil(111): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Set watcher on existing znode=/1995124966/rs/ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:22,188 WARN [RS:0;ec1863dc21e5:34597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:19:22,188 INFO [RS:0;ec1863dc21e5:34597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:22,188 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:22,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,34597,1733534360218] 2024-12-07T01:19:22,238 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:19:22,249 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:19:22,252 INFO [RS:0;ec1863dc21e5:34597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:19:22,252 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,254 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:19:22,255 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:19:22,255 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,255 DEBUG [RS:0;ec1863dc21e5:34597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:22,255 DEBUG [RS:0;ec1863dc21e5:34597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:22,255 DEBUG [RS:0;ec1863dc21e5:34597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:22,255 DEBUG [RS:0;ec1863dc21e5:34597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:22,255 DEBUG [RS:0;ec1863dc21e5:34597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:22,255 DEBUG [RS:0;ec1863dc21e5:34597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:19:22,255 DEBUG [RS:0;ec1863dc21e5:34597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:22,255 DEBUG [RS:0;ec1863dc21e5:34597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:22,256 DEBUG [RS:0;ec1863dc21e5:34597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:22,256 DEBUG [RS:0;ec1863dc21e5:34597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:22,256 DEBUG [RS:0;ec1863dc21e5:34597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:22,256 DEBUG [RS:0;ec1863dc21e5:34597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:22,256 DEBUG [RS:0;ec1863dc21e5:34597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:19:22,256 DEBUG [RS:0;ec1863dc21e5:34597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:19:22,269 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,269 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,269 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,269 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,269 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,269 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,34597,1733534360218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:19:22,294 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:19:22,294 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,34597,1733534360218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,294 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,295 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.Replication(171): ec1863dc21e5,34597,1733534360218 started 2024-12-07T01:19:22,314 WARN [ec1863dc21e5:45899 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T01:19:22,324 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,324 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,34597,1733534360218, RpcServer on ec1863dc21e5/172.17.0.3:34597, sessionid=0x101ad5f02f90004 2024-12-07T01:19:22,324 DEBUG [RS:0;ec1863dc21e5:34597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:19:22,324 DEBUG [RS:0;ec1863dc21e5:34597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:22,324 DEBUG [RS:0;ec1863dc21e5:34597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,34597,1733534360218' 2024-12-07T01:19:22,324 DEBUG [RS:0;ec1863dc21e5:34597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1995124966/flush-table-proc/abort' 2024-12-07T01:19:22,325 DEBUG [RS:0;ec1863dc21e5:34597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1995124966/flush-table-proc/acquired' 2024-12-07T01:19:22,325 DEBUG [RS:0;ec1863dc21e5:34597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:19:22,325 DEBUG [RS:0;ec1863dc21e5:34597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:19:22,325 DEBUG [RS:0;ec1863dc21e5:34597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:22,325 DEBUG [RS:0;ec1863dc21e5:34597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,34597,1733534360218' 2024-12-07T01:19:22,325 DEBUG [RS:0;ec1863dc21e5:34597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1995124966/online-snapshot/abort' 2024-12-07T01:19:22,326 DEBUG [RS:0;ec1863dc21e5:34597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1995124966/online-snapshot/acquired' 2024-12-07T01:19:22,326 DEBUG [RS:0;ec1863dc21e5:34597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:19:22,326 INFO [RS:0;ec1863dc21e5:34597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:19:22,326 INFO [RS:0;ec1863dc21e5:34597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:19:22,427 INFO [RS:0;ec1863dc21e5:34597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:19:22,428 INFO [RS:0;ec1863dc21e5:34597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C34597%2C1733534360218, suffix=, logDir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218, archiveDir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/oldWALs, maxLogs=10 2024-12-07T01:19:22,457 DEBUG [RS:0;ec1863dc21e5:34597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429, exclude list is [], retry=0 2024-12-07T01:19:22,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-a34c3fd6-d0e6-4cd8-8eac-457e88ac1bce,DISK] 2024-12-07T01:19:22,508 INFO [RS:0;ec1863dc21e5:34597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 2024-12-07T01:19:22,525 DEBUG [RS:0;ec1863dc21e5:34597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-12-07T01:19:22,564 DEBUG [ec1863dc21e5:45899 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:19:22,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:22,569 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,34597,1733534360218, state=OPENING 2024-12-07T01:19:22,601 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:19:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:22,619 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:19:22,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1995124966/meta-region-server: CHANGED 2024-12-07T01:19:22,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,34597,1733534360218}] 2024-12-07T01:19:22,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1995124966/meta-region-server: CHANGED 2024-12-07T01:19:22,786 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:19:22,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:19:22,800 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:19:22,800 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:22,801 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:19:22,802 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C34597%2C1733534360218.meta, suffix=.meta, logDir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218, archiveDir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/oldWALs, maxLogs=10 2024-12-07T01:19:22,842 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.meta.1733534362824.meta, exclude list is [], retry=0 2024-12-07T01:19:22,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-a34c3fd6-d0e6-4cd8-8eac-457e88ac1bce,DISK] 2024-12-07T01:19:22,849 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.meta.1733534362824.meta 2024-12-07T01:19:22,852 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-12-07T01:19:22,853 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:22,853 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:19:22,854 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:19:22,854 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:19:22,854 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:19:22,854 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:19:22,854 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:22,854 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:19:22,854 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:19:22,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:19:22,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:19:22,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:22,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:22,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:19:22,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:19:22,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:22,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:22,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:19:22,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:19:22,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:22,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:22,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:19:22,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:19:22,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:22,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:22,868 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:19:22,874 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740 2024-12-07T01:19:22,874 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740 2024-12-07T01:19:22,875 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:19:22,875 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:19:22,876 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:22,878 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:19:22,879 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59170320, jitterRate=-0.11829352378845215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:22,879 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:19:22,879 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534362854Writing region info on filesystem at 1733534362854Initializing all the Stores at 1733534362855 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534362855Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534362860 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534362860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534362860Cleaning up temporary data from old regions at 1733534362875 (+15 ms)Running coprocessor post-open hooks at 1733534362879 (+4 ms)Region opened successfully at 1733534362879 2024-12-07T01:19:22,880 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534362785 2024-12-07T01:19:22,882 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:19:22,882 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:19:22,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:22,885 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,34597,1733534360218, state=OPEN 2024-12-07T01:19:22,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1995124966/meta-region-server 2024-12-07T01:19:22,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1995124966/meta-region-server 2024-12-07T01:19:22,966 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:22,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1995124966/meta-region-server: CHANGED 2024-12-07T01:19:22,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1995124966/meta-region-server: CHANGED 2024-12-07T01:19:22,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:19:22,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,34597,1733534360218 in 347 msec 2024-12-07T01:19:22,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:19:22,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 808 msec 2024-12-07T01:19:22,973 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:22,973 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:19:22,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:22,975 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,34597,1733534360218, seqNum=-1] 2024-12-07T01:19:22,977 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:22,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:22,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0150 sec 2024-12-07T01:19:22,985 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534362985, completionTime=-1 2024-12-07T01:19:22,985 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:19:22,985 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:19:22,988 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:19:22,988 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534422988 2024-12-07T01:19:22,988 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534482988 2024-12-07T01:19:22,988 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-07T01:19:22,989 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45899,1733534360055-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,989 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45899,1733534360055-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,989 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45899,1733534360055-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,989 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:45899, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,989 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:22,993 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:19:23,004 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:23,011 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.697sec 2024-12-07T01:19:23,011 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:19:23,011 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:19:23,011 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:19:23,011 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:19:23,011 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:19:23,011 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45899,1733534360055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:19:23,011 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45899,1733534360055-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:19:23,014 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:19:23,014 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:19:23,014 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45899,1733534360055-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:23,019 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:19:23,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:23,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:23,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:23,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:23,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:23,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:23,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e5a6e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:23,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,45899,-1 for getting cluster id 2024-12-07T01:19:23,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:23,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:23,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:23,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:23,107 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58aed2dd-7332-40b3-a516-da20beceae23' 2024-12-07T01:19:23,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:23,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58aed2dd-7332-40b3-a516-da20beceae23" 2024-12-07T01:19:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed8f608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,45899,-1] 2024-12-07T01:19:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:23,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:23,110 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:23,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52441ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:23,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:23,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,34597,1733534360218, seqNum=-1] 2024-12-07T01:19:23,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:19:23,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:23,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:23,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,45899,1733534360055 2024-12-07T01:19:23,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62049 2024-12-07T01:19:23,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:23,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101ad5f02f90005 connected 2024-12-07T01:19:23,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,38183,1733534355370 2024-12-07T01:19:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8f9b11c 2024-12-07T01:19:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:23,167 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:23,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:19:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:19:23,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:19:23,171 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:23,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:19:23,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:19:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:23,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:19:23,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ad72a121f4274bb5ca88c27db3ed6d4, NAME => 'test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77 2024-12-07T01:19:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:19:23,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:23,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0ad72a121f4274bb5ca88c27db3ed6d4, disabling compactions & flushes 2024-12-07T01:19:23,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. 2024-12-07T01:19:23,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. 2024-12-07T01:19:23,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. after waiting 0 ms 2024-12-07T01:19:23,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. 2024-12-07T01:19:23,260 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. 2024-12-07T01:19:23,260 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ad72a121f4274bb5ca88c27db3ed6d4: Waiting for close lock at 1733534363259Disabling compacts and flushes for region at 1733534363259Disabling writes for close at 1733534363259Writing region close event to WAL at 1733534363260 (+1 ms)Closed at 1733534363260 2024-12-07T01:19:23,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:19:23,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534363262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534363262"}]},"ts":"1733534363262"} 2024-12-07T01:19:23,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:19:23,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:19:23,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534363268"}]},"ts":"1733534363268"} 2024-12-07T01:19:23,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:19:23,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ad72a121f4274bb5ca88c27db3ed6d4, ASSIGN}] 2024-12-07T01:19:23,272 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ad72a121f4274bb5ca88c27db3ed6d4, ASSIGN 2024-12-07T01:19:23,275 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0ad72a121f4274bb5ca88c27db3ed6d4, ASSIGN; state=OFFLINE, location=ec1863dc21e5,35057,1733534355626; forceNewPlan=false, retain=false 2024-12-07T01:19:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:23,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ad72a121f4274bb5ca88c27db3ed6d4, regionState=OPENING, regionLocation=ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:23,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0ad72a121f4274bb5ca88c27db3ed6d4, ASSIGN because future has completed 2024-12-07T01:19:23,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ad72a121f4274bb5ca88c27db3ed6d4, server=ec1863dc21e5,35057,1733534355626}] 2024-12-07T01:19:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:23,600 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. 2024-12-07T01:19:23,601 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ad72a121f4274bb5ca88c27db3ed6d4, NAME => 'test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:23,601 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:19:23,601 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:19:23,601 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0ad72a121f4274bb5ca88c27db3ed6d4 2024-12-07T01:19:23,602 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:23,602 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0ad72a121f4274bb5ca88c27db3ed6d4 2024-12-07T01:19:23,602 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0ad72a121f4274bb5ca88c27db3ed6d4 2024-12-07T01:19:23,603 INFO [StoreOpener-0ad72a121f4274bb5ca88c27db3ed6d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ad72a121f4274bb5ca88c27db3ed6d4 2024-12-07T01:19:23,604 INFO [StoreOpener-0ad72a121f4274bb5ca88c27db3ed6d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ad72a121f4274bb5ca88c27db3ed6d4 columnFamilyName f 2024-12-07T01:19:23,604 DEBUG [StoreOpener-0ad72a121f4274bb5ca88c27db3ed6d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:23,605 INFO [StoreOpener-0ad72a121f4274bb5ca88c27db3ed6d4-1 {}] regionserver.HStore(327): Store=0ad72a121f4274bb5ca88c27db3ed6d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:23,605 INFO [StoreOpener-0ad72a121f4274bb5ca88c27db3ed6d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0ad72a121f4274bb5ca88c27db3ed6d4 2024-12-07T01:19:23,606 INFO [StoreOpener-0ad72a121f4274bb5ca88c27db3ed6d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ad72a121f4274bb5ca88c27db3ed6d4 columnFamilyName f1 2024-12-07T01:19:23,606 DEBUG [StoreOpener-0ad72a121f4274bb5ca88c27db3ed6d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:23,606 INFO [StoreOpener-0ad72a121f4274bb5ca88c27db3ed6d4-1 {}] regionserver.HStore(327): Store=0ad72a121f4274bb5ca88c27db3ed6d4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:23,606 INFO [StoreOpener-0ad72a121f4274bb5ca88c27db3ed6d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0ad72a121f4274bb5ca88c27db3ed6d4 2024-12-07T01:19:23,607 INFO [StoreOpener-0ad72a121f4274bb5ca88c27db3ed6d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ad72a121f4274bb5ca88c27db3ed6d4 columnFamilyName norep 2024-12-07T01:19:23,607 DEBUG [StoreOpener-0ad72a121f4274bb5ca88c27db3ed6d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:23,608 INFO [StoreOpener-0ad72a121f4274bb5ca88c27db3ed6d4-1 {}] regionserver.HStore(327): Store=0ad72a121f4274bb5ca88c27db3ed6d4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:23,611 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0ad72a121f4274bb5ca88c27db3ed6d4 2024-12-07T01:19:23,612 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4 2024-12-07T01:19:23,613 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4 2024-12-07T01:19:23,613 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0ad72a121f4274bb5ca88c27db3ed6d4 2024-12-07T01:19:23,613 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0ad72a121f4274bb5ca88c27db3ed6d4 2024-12-07T01:19:23,614 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:19:23,614 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0ad72a121f4274bb5ca88c27db3ed6d4 2024-12-07T01:19:23,616 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:23,616 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0ad72a121f4274bb5ca88c27db3ed6d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61757249, jitterRate=-0.07974527776241302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:19:23,616 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ad72a121f4274bb5ca88c27db3ed6d4 2024-12-07T01:19:23,617 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0ad72a121f4274bb5ca88c27db3ed6d4: Running coprocessor pre-open hook at 1733534363602Writing region info on filesystem at 1733534363602Initializing all the Stores at 1733534363603 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534363603Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534363603Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534363603Cleaning up temporary data from old regions at 1733534363613 (+10 ms)Running coprocessor post-open hooks at 1733534363616 (+3 ms)Region opened successfully at 1733534363617 (+1 ms) 2024-12-07T01:19:23,618 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4., pid=6, masterSystemTime=1733534363593 2024-12-07T01:19:23,619 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. 2024-12-07T01:19:23,620 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. 2024-12-07T01:19:23,620 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ad72a121f4274bb5ca88c27db3ed6d4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:23,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ad72a121f4274bb5ca88c27db3ed6d4, server=ec1863dc21e5,35057,1733534355626 because future has completed 2024-12-07T01:19:23,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:19:23,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ad72a121f4274bb5ca88c27db3ed6d4, server=ec1863dc21e5,35057,1733534355626 in 200 msec 2024-12-07T01:19:23,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:19:23,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0ad72a121f4274bb5ca88c27db3ed6d4, ASSIGN in 368 msec 2024-12-07T01:19:23,644 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:19:23,645 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534363644"}]},"ts":"1733534363644"} 2024-12-07T01:19:23,648 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:19:23,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:19:23,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 481 msec 2024-12-07T01:19:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:23,805 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:19:23,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,45899,1733534360055 2024-12-07T01:19:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f634465 2024-12-07T01:19:23,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:23,807 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:23,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:19:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:19:23,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:19:23,810 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:23,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:19:23,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:19:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:23,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:19:23,828 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b24fff49c8905f9c252776d85fbb90a7, NAME => 'test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f 2024-12-07T01:19:23,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:19:23,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:23,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b24fff49c8905f9c252776d85fbb90a7, disabling compactions & flushes 2024-12-07T01:19:23,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. 2024-12-07T01:19:23,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. 2024-12-07T01:19:23,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. after waiting 0 ms 2024-12-07T01:19:23,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. 2024-12-07T01:19:23,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. 2024-12-07T01:19:23,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b24fff49c8905f9c252776d85fbb90a7: Waiting for close lock at 1733534363833Disabling compacts and flushes for region at 1733534363833Disabling writes for close at 1733534363833Writing region close event to WAL at 1733534363833Closed at 1733534363833 2024-12-07T01:19:23,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:19:23,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534363834"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534363834"}]},"ts":"1733534363834"} 2024-12-07T01:19:23,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:19:23,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:19:23,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534363837"}]},"ts":"1733534363837"} 2024-12-07T01:19:23,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:19:23,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b24fff49c8905f9c252776d85fbb90a7, ASSIGN}] 2024-12-07T01:19:23,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b24fff49c8905f9c252776d85fbb90a7, ASSIGN 2024-12-07T01:19:23,840 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b24fff49c8905f9c252776d85fbb90a7, ASSIGN; state=OFFLINE, location=ec1863dc21e5,34597,1733534360218; forceNewPlan=false, retain=false 2024-12-07T01:19:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:23,991 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b24fff49c8905f9c252776d85fbb90a7, regionState=OPENING, regionLocation=ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:23,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b24fff49c8905f9c252776d85fbb90a7, ASSIGN because future has completed 2024-12-07T01:19:23,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b24fff49c8905f9c252776d85fbb90a7, server=ec1863dc21e5,34597,1733534360218}] 2024-12-07T01:19:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:24,155 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. 2024-12-07T01:19:24,155 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b24fff49c8905f9c252776d85fbb90a7, NAME => 'test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:24,156 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:19:24,156 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:19:24,157 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b24fff49c8905f9c252776d85fbb90a7 2024-12-07T01:19:24,157 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:24,157 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b24fff49c8905f9c252776d85fbb90a7 2024-12-07T01:19:24,157 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b24fff49c8905f9c252776d85fbb90a7 2024-12-07T01:19:24,159 INFO [StoreOpener-b24fff49c8905f9c252776d85fbb90a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b24fff49c8905f9c252776d85fbb90a7 2024-12-07T01:19:24,160 INFO [StoreOpener-b24fff49c8905f9c252776d85fbb90a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b24fff49c8905f9c252776d85fbb90a7 columnFamilyName f 2024-12-07T01:19:24,161 DEBUG [StoreOpener-b24fff49c8905f9c252776d85fbb90a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:24,161 INFO [StoreOpener-b24fff49c8905f9c252776d85fbb90a7-1 {}] regionserver.HStore(327): Store=b24fff49c8905f9c252776d85fbb90a7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:24,161 INFO [StoreOpener-b24fff49c8905f9c252776d85fbb90a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b24fff49c8905f9c252776d85fbb90a7 2024-12-07T01:19:24,163 INFO [StoreOpener-b24fff49c8905f9c252776d85fbb90a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b24fff49c8905f9c252776d85fbb90a7 columnFamilyName f1 2024-12-07T01:19:24,163 DEBUG [StoreOpener-b24fff49c8905f9c252776d85fbb90a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:24,163 INFO [StoreOpener-b24fff49c8905f9c252776d85fbb90a7-1 {}] regionserver.HStore(327): Store=b24fff49c8905f9c252776d85fbb90a7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:24,163 INFO [StoreOpener-b24fff49c8905f9c252776d85fbb90a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b24fff49c8905f9c252776d85fbb90a7 2024-12-07T01:19:24,165 INFO [StoreOpener-b24fff49c8905f9c252776d85fbb90a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b24fff49c8905f9c252776d85fbb90a7 columnFamilyName norep 2024-12-07T01:19:24,165 DEBUG [StoreOpener-b24fff49c8905f9c252776d85fbb90a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:24,165 INFO [StoreOpener-b24fff49c8905f9c252776d85fbb90a7-1 {}] regionserver.HStore(327): Store=b24fff49c8905f9c252776d85fbb90a7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:24,165 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b24fff49c8905f9c252776d85fbb90a7 2024-12-07T01:19:24,166 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7 2024-12-07T01:19:24,166 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7 2024-12-07T01:19:24,167 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b24fff49c8905f9c252776d85fbb90a7 2024-12-07T01:19:24,167 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b24fff49c8905f9c252776d85fbb90a7 2024-12-07T01:19:24,167 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:19:24,168 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b24fff49c8905f9c252776d85fbb90a7 2024-12-07T01:19:24,170 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:24,170 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b24fff49c8905f9c252776d85fbb90a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63174627, jitterRate=-0.05862469971179962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:19:24,171 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b24fff49c8905f9c252776d85fbb90a7 2024-12-07T01:19:24,171 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b24fff49c8905f9c252776d85fbb90a7: Running coprocessor pre-open hook at 1733534364158Writing region info on filesystem at 1733534364158Initializing all the Stores at 1733534364159 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534364159Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534364159Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534364159Cleaning up temporary data from old regions at 1733534364167 (+8 ms)Running coprocessor post-open hooks at 1733534364171 (+4 ms)Region opened successfully at 1733534364171 2024-12-07T01:19:24,172 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7., pid=6, masterSystemTime=1733534364146 2024-12-07T01:19:24,174 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. 2024-12-07T01:19:24,174 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. 2024-12-07T01:19:24,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b24fff49c8905f9c252776d85fbb90a7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:24,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b24fff49c8905f9c252776d85fbb90a7, server=ec1863dc21e5,34597,1733534360218 because future has completed 2024-12-07T01:19:24,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:19:24,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b24fff49c8905f9c252776d85fbb90a7, server=ec1863dc21e5,34597,1733534360218 in 185 msec 2024-12-07T01:19:24,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:19:24,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b24fff49c8905f9c252776d85fbb90a7, ASSIGN in 343 msec 2024-12-07T01:19:24,188 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:19:24,189 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534364188"}]},"ts":"1733534364188"} 2024-12-07T01:19:24,192 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:19:24,193 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:19:24,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 385 msec 2024-12-07T01:19:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:24,435 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:19:24,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c48548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:24,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,38183,-1 for getting cluster id 2024-12-07T01:19:24,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:24,437 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd778ac08-9b18-4635-b60a-1ee1385f3d93' 2024-12-07T01:19:24,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:24,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d778ac08-9b18-4635-b60a-1ee1385f3d93" 2024-12-07T01:19:24,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251c6f70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:24,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,38183,-1] 2024-12-07T01:19:24,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:24,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:24,440 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:24,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519f48f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:24,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dc2cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:24,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,45899,-1 for getting cluster id 2024-12-07T01:19:24,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:24,442 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58aed2dd-7332-40b3-a516-da20beceae23' 2024-12-07T01:19:24,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:24,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58aed2dd-7332-40b3-a516-da20beceae23" 2024-12-07T01:19:24,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc0f302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:24,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,45899,-1] 2024-12-07T01:19:24,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:24,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:24,443 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:24,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6331e108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:24,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:24,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,38183,-1 for getting cluster id 2024-12-07T01:19:24,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:24,445 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd778ac08-9b18-4635-b60a-1ee1385f3d93' 2024-12-07T01:19:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d778ac08-9b18-4635-b60a-1ee1385f3d93" 2024-12-07T01:19:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f359e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,38183,-1] 2024-12-07T01:19:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:24,447 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750d1150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:24,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,38183,1733534355370 2024-12-07T01:19:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a99c32 2024-12-07T01:19:24,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:24,449 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:24,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:45899,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:19:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:19:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:24,452 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:45899' 2024-12-07T01:19:24,453 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd2d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:24,453 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,45899,-1 for getting cluster id 2024-12-07T01:19:24,453 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:24,453 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58aed2dd-7332-40b3-a516-da20beceae23' 2024-12-07T01:19:24,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:24,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58aed2dd-7332-40b3-a516-da20beceae23" 2024-12-07T01:19:24,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10522abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:24,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,45899,-1] 2024-12-07T01:19:24,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:24,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:24,455 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:24,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a85b0cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:24,456 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:24,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,45899,1733534360055 2024-12-07T01:19:24,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78cb8660 2024-12-07T01:19:24,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:24,457 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:24,458 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-07T01:19:24,458 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:19:24,458 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:24,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:24,458 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:24,458 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:19:24,459 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:19:24,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:19:24,460 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:24,461 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:19:24,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741837_1013 (size=1138) 2024-12-07T01:19:24,509 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:19:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:24,867 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72945ef9a4d6142d0f70a397e2f37d63, NAME => 'hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77 2024-12-07T01:19:24,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741838_1014 (size=44) 2024-12-07T01:19:24,875 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:24,875 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 72945ef9a4d6142d0f70a397e2f37d63, disabling compactions & flushes 2024-12-07T01:19:24,875 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. 2024-12-07T01:19:24,875 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. 2024-12-07T01:19:24,875 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. after waiting 0 ms 2024-12-07T01:19:24,875 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. 2024-12-07T01:19:24,875 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. 2024-12-07T01:19:24,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72945ef9a4d6142d0f70a397e2f37d63: Waiting for close lock at 1733534364875Disabling compacts and flushes for region at 1733534364875Disabling writes for close at 1733534364875Writing region close event to WAL at 1733534364875Closed at 1733534364875 2024-12-07T01:19:24,877 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:19:24,877 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534364877"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534364877"}]},"ts":"1733534364877"} 2024-12-07T01:19:24,884 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:19:24,885 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:19:24,886 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534364885"}]},"ts":"1733534364885"} 2024-12-07T01:19:24,888 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:19:24,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72945ef9a4d6142d0f70a397e2f37d63, ASSIGN}] 2024-12-07T01:19:24,890 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72945ef9a4d6142d0f70a397e2f37d63, ASSIGN 2024-12-07T01:19:24,892 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72945ef9a4d6142d0f70a397e2f37d63, ASSIGN; state=OFFLINE, location=ec1863dc21e5,35057,1733534355626; forceNewPlan=false, retain=false 2024-12-07T01:19:25,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=72945ef9a4d6142d0f70a397e2f37d63, regionState=OPENING, regionLocation=ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:25,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72945ef9a4d6142d0f70a397e2f37d63, ASSIGN because future has completed 2024-12-07T01:19:25,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72945ef9a4d6142d0f70a397e2f37d63, server=ec1863dc21e5,35057,1733534355626}] 2024-12-07T01:19:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:25,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. 2024-12-07T01:19:25,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:25,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:19:25,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C35057%2C1733534355626.rep, suffix=, logDir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626, archiveDir=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/oldWALs, maxLogs=10 2024-12-07T01:19:25,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.rep.1733534365209, exclude list is [], retry=0 2024-12-07T01:19:25,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41025,DS-13924179-c3f2-42c3-8b63-c866e00ee02e,DISK] 2024-12-07T01:19:25,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.rep.1733534365209 2024-12-07T01:19:25,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44779:44779)] 2024-12-07T01:19:25,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 72945ef9a4d6142d0f70a397e2f37d63, NAME => 'hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:25,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:19:25,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:19:25,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. service=MultiRowMutationService 2024-12-07T01:19:25,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:19:25,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:25,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:25,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:25,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:25,244 INFO [StoreOpener-72945ef9a4d6142d0f70a397e2f37d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:25,246 INFO [StoreOpener-72945ef9a4d6142d0f70a397e2f37d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72945ef9a4d6142d0f70a397e2f37d63 columnFamilyName hfileref 2024-12-07T01:19:25,246 DEBUG [StoreOpener-72945ef9a4d6142d0f70a397e2f37d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:25,249 INFO [StoreOpener-72945ef9a4d6142d0f70a397e2f37d63-1 {}] regionserver.HStore(327): Store=72945ef9a4d6142d0f70a397e2f37d63/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:25,249 INFO [StoreOpener-72945ef9a4d6142d0f70a397e2f37d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:25,251 INFO [StoreOpener-72945ef9a4d6142d0f70a397e2f37d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72945ef9a4d6142d0f70a397e2f37d63 columnFamilyName queue 2024-12-07T01:19:25,251 DEBUG [StoreOpener-72945ef9a4d6142d0f70a397e2f37d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:25,251 INFO [StoreOpener-72945ef9a4d6142d0f70a397e2f37d63-1 {}] regionserver.HStore(327): Store=72945ef9a4d6142d0f70a397e2f37d63/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:25,251 INFO [StoreOpener-72945ef9a4d6142d0f70a397e2f37d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:25,257 INFO [StoreOpener-72945ef9a4d6142d0f70a397e2f37d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72945ef9a4d6142d0f70a397e2f37d63 columnFamilyName sid 2024-12-07T01:19:25,257 DEBUG [StoreOpener-72945ef9a4d6142d0f70a397e2f37d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:25,257 INFO [StoreOpener-72945ef9a4d6142d0f70a397e2f37d63-1 {}] regionserver.HStore(327): Store=72945ef9a4d6142d0f70a397e2f37d63/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:25,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:25,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/replication/72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:25,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/replication/72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:25,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:25,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:25,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:19:25,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:25,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/replication/72945ef9a4d6142d0f70a397e2f37d63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:25,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 72945ef9a4d6142d0f70a397e2f37d63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64952416, jitterRate=-0.03213357925415039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:19:25,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:25,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 72945ef9a4d6142d0f70a397e2f37d63: Running coprocessor pre-open hook at 1733534365240Writing region info on filesystem at 1733534365240Initializing all the Stores at 1733534365241 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534365241Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534365244 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534365244Cleaning up temporary data from old regions at 1733534365259 (+15 ms)Running coprocessor post-open hooks at 1733534365267 (+8 ms)Region opened successfully at 1733534365268 (+1 ms) 2024-12-07T01:19:25,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63., pid=10, masterSystemTime=1733534365201 2024-12-07T01:19:25,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. 2024-12-07T01:19:25,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. 2024-12-07T01:19:25,273 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=72945ef9a4d6142d0f70a397e2f37d63, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:25,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72945ef9a4d6142d0f70a397e2f37d63, server=ec1863dc21e5,35057,1733534355626 because future has completed 2024-12-07T01:19:25,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T01:19:25,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 72945ef9a4d6142d0f70a397e2f37d63, server=ec1863dc21e5,35057,1733534355626 in 228 msec 2024-12-07T01:19:25,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-07T01:19:25,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72945ef9a4d6142d0f70a397e2f37d63, ASSIGN in 389 msec 2024-12-07T01:19:25,280 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:19:25,280 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534365280"}]},"ts":"1733534365280"} 2024-12-07T01:19:25,282 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:19:25,282 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:19:25,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 824 msec 2024-12-07T01:19:25,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63., hostname=ec1863dc21e5,35057,1733534355626, seqNum=2] 2024-12-07T01:19:25,397 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:25,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:25,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:19:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:25,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-07T01:19:25,636 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:19:25,669 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,35057,1733534355626, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:19:25,669 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:25,669 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,35057,1733534355626, seqNum=-1] 2024-12-07T01:19:25,670 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:25,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-07T01:19:25,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,35057,1733534355626', locateType=CURRENT is [region=hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63., hostname=ec1863dc21e5,35057,1733534355626, seqNum=2] 2024-12-07T01:19:25,675 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-07T01:19:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-07T01:19:25,677 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,35057,1733534355626 suceeded 2024-12-07T01:19:25,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-07T01:19:25,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-07T01:19:25,679 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:45899,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:19:25,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2300 sec 2024-12-07T01:19:25,692 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:45899' 2024-12-07T01:19:25,694 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f51e0d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:25,694 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,45899,-1 for getting cluster id 2024-12-07T01:19:25,694 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:25,694 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58aed2dd-7332-40b3-a516-da20beceae23' 2024-12-07T01:19:25,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:25,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58aed2dd-7332-40b3-a516-da20beceae23" 2024-12-07T01:19:25,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51d6ad21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:25,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,45899,-1] 2024-12-07T01:19:25,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:25,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:25,696 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:25,696 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f80cc7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:25,696 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:25,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,45899,1733534360055 2024-12-07T01:19:25,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12192b9b 2024-12-07T01:19:25,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:25,698 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-07T01:19:25,698 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,35057,1733534355626 (queues=1) is replicating from cluster=d778ac08-9b18-4635-b60a-1ee1385f3d93 to cluster=58aed2dd-7332-40b3-a516-da20beceae23 2024-12-07T01:19:25,699 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C35057%2C1733534355626 2024-12-07T01:19:25,699 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,35057,1733534355626, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:19:25,699 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123, startPosition=0, beingWritten=true 2024-12-07T01:19:25,699 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C35057%2C1733534355626 2024-12-07T01:19:25,710 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:19:25,710 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 379, reset compression=false 2024-12-07T01:19:25,710 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,35057,1733534355626 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:19:25,915 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 379, reset compression=false 2024-12-07T01:19:26,225 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 379, reset compression=false 2024-12-07T01:19:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:26,595 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:19:26,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:19:26,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:26,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:26,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:26,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:26,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d23902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:26,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,45899,-1 for getting cluster id 2024-12-07T01:19:26,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:26,597 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58aed2dd-7332-40b3-a516-da20beceae23' 2024-12-07T01:19:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58aed2dd-7332-40b3-a516-da20beceae23" 2024-12-07T01:19:26,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3015ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:26,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,45899,-1] 2024-12-07T01:19:26,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:26,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:26,599 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:26,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8deb12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:26,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:26,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,45899,1733534360055 2024-12-07T01:19:26,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50a26f6b 2024-12-07T01:19:26,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:26,607 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:26,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:38183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:19:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:19:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:26,610 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:38183' 2024-12-07T01:19:26,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a01980a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:26,612 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,38183,-1 for getting cluster id 2024-12-07T01:19:26,613 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:26,614 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd778ac08-9b18-4635-b60a-1ee1385f3d93' 2024-12-07T01:19:26,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:26,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d778ac08-9b18-4635-b60a-1ee1385f3d93" 2024-12-07T01:19:26,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42146fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:26,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,38183,-1] 2024-12-07T01:19:26,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:26,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:26,616 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:26,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34eb2931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:26,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:26,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,38183,1733534355370 2024-12-07T01:19:26,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e223fa 2024-12-07T01:19:26,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:26,620 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:26,620 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-07T01:19:26,621 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:19:26,621 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:26,621 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:26,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:26,621 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:19:26,622 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:19:26,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:19:26,624 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:26,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:19:26,630 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 379, reset compression=false 2024-12-07T01:19:26,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741837_1013 (size=1138) 2024-12-07T01:19:26,673 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:19:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:27,048 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => deafef70c8c53d30f0a27b16ff20a51e, NAME => 'hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f 2024-12-07T01:19:27,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741838_1014 (size=44) 2024-12-07T01:19:27,138 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 379, reset compression=false 2024-12-07T01:19:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:27,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:27,455 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing deafef70c8c53d30f0a27b16ff20a51e, disabling compactions & flushes 2024-12-07T01:19:27,455 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:27,455 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:27,455 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. after waiting 0 ms 2024-12-07T01:19:27,455 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:27,455 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:27,455 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for deafef70c8c53d30f0a27b16ff20a51e: Waiting for close lock at 1733534367455Disabling compacts and flushes for region at 1733534367455Disabling writes for close at 1733534367455Writing region close event to WAL at 1733534367455Closed at 1733534367455 2024-12-07T01:19:27,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:19:27,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534367456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534367456"}]},"ts":"1733534367456"} 2024-12-07T01:19:27,457 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:19:27,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:19:27,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534367458"}]},"ts":"1733534367458"} 2024-12-07T01:19:27,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:19:27,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=deafef70c8c53d30f0a27b16ff20a51e, ASSIGN}] 2024-12-07T01:19:27,460 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=deafef70c8c53d30f0a27b16ff20a51e, ASSIGN 2024-12-07T01:19:27,461 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=deafef70c8c53d30f0a27b16ff20a51e, ASSIGN; state=OFFLINE, location=ec1863dc21e5,34597,1733534360218; forceNewPlan=false, retain=false 2024-12-07T01:19:27,612 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=deafef70c8c53d30f0a27b16ff20a51e, regionState=OPENING, regionLocation=ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:27,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=deafef70c8c53d30f0a27b16ff20a51e, ASSIGN because future has completed 2024-12-07T01:19:27,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure deafef70c8c53d30f0a27b16ff20a51e, server=ec1863dc21e5,34597,1733534360218}] 2024-12-07T01:19:27,741 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 379, reset compression=false 2024-12-07T01:19:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:27,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:27,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:27,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:19:27,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C34597%2C1733534360218.rep, suffix=, logDir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218, archiveDir=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/oldWALs, maxLogs=10 2024-12-07T01:19:27,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.rep.1733534367769, exclude list is [], retry=0 2024-12-07T01:19:27,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40081,DS-a34c3fd6-d0e6-4cd8-8eac-457e88ac1bce,DISK] 2024-12-07T01:19:27,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.rep.1733534367769 2024-12-07T01:19:27,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-12-07T01:19:27,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => deafef70c8c53d30f0a27b16ff20a51e, NAME => 'hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:27,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:19:27,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:19:27,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. service=MultiRowMutationService 2024-12-07T01:19:27,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:19:27,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:27,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:27,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:27,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:27,785 INFO [StoreOpener-deafef70c8c53d30f0a27b16ff20a51e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:27,786 INFO [StoreOpener-deafef70c8c53d30f0a27b16ff20a51e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deafef70c8c53d30f0a27b16ff20a51e columnFamilyName hfileref 2024-12-07T01:19:27,786 DEBUG [StoreOpener-deafef70c8c53d30f0a27b16ff20a51e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:27,786 INFO [StoreOpener-deafef70c8c53d30f0a27b16ff20a51e-1 {}] regionserver.HStore(327): Store=deafef70c8c53d30f0a27b16ff20a51e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:27,786 INFO [StoreOpener-deafef70c8c53d30f0a27b16ff20a51e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:27,787 INFO [StoreOpener-deafef70c8c53d30f0a27b16ff20a51e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deafef70c8c53d30f0a27b16ff20a51e columnFamilyName queue 2024-12-07T01:19:27,787 DEBUG [StoreOpener-deafef70c8c53d30f0a27b16ff20a51e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:27,787 INFO [StoreOpener-deafef70c8c53d30f0a27b16ff20a51e-1 {}] regionserver.HStore(327): Store=deafef70c8c53d30f0a27b16ff20a51e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:27,788 INFO [StoreOpener-deafef70c8c53d30f0a27b16ff20a51e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:27,788 INFO [StoreOpener-deafef70c8c53d30f0a27b16ff20a51e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deafef70c8c53d30f0a27b16ff20a51e columnFamilyName sid 2024-12-07T01:19:27,788 DEBUG [StoreOpener-deafef70c8c53d30f0a27b16ff20a51e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:27,788 INFO [StoreOpener-deafef70c8c53d30f0a27b16ff20a51e-1 {}] regionserver.HStore(327): Store=deafef70c8c53d30f0a27b16ff20a51e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:27,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:27,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/replication/deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:27,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/replication/deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:27,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:27,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:27,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:19:27,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:27,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/replication/deafef70c8c53d30f0a27b16ff20a51e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:27,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened deafef70c8c53d30f0a27b16ff20a51e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75440361, jitterRate=0.12414897978305817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:19:27,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:27,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for deafef70c8c53d30f0a27b16ff20a51e: Running coprocessor pre-open hook at 1733534367784Writing region info on filesystem at 1733534367784Initializing all the Stores at 1733534367785 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534367785Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534367785Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534367785Cleaning up temporary data from old regions at 1733534367790 (+5 ms)Running coprocessor post-open hooks at 1733534367792 (+2 ms)Region opened successfully at 1733534367792 2024-12-07T01:19:27,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e., pid=10, masterSystemTime=1733534367765 2024-12-07T01:19:27,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:27,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:27,795 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=deafef70c8c53d30f0a27b16ff20a51e, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:27,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure deafef70c8c53d30f0a27b16ff20a51e, server=ec1863dc21e5,34597,1733534360218 because future has completed 2024-12-07T01:19:27,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T01:19:27,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure deafef70c8c53d30f0a27b16ff20a51e, server=ec1863dc21e5,34597,1733534360218 in 185 msec 2024-12-07T01:19:27,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-07T01:19:27,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=deafef70c8c53d30f0a27b16ff20a51e, ASSIGN in 341 msec 2024-12-07T01:19:27,804 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:19:27,804 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534367804"}]},"ts":"1733534367804"} 2024-12-07T01:19:27,806 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:19:27,807 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:19:27,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-12-07T01:19:27,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e., hostname=ec1863dc21e5,34597,1733534360218, seqNum=2] 2024-12-07T01:19:27,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:27,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:28,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:19:28,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-07T01:19:28,221 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:19:28,263 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,34597,1733534360218, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:19:28,264 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:28,264 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,34597,1733534360218, seqNum=-1] 2024-12-07T01:19:28,265 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:28,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-07T01:19:28,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,34597,1733534360218', locateType=CURRENT is [region=hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e., hostname=ec1863dc21e5,34597,1733534360218, seqNum=2] 2024-12-07T01:19:28,272 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-07T01:19:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-07T01:19:28,275 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,34597,1733534360218 suceeded 2024-12-07T01:19:28,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-07T01:19:28,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-12-07T01:19:28,278 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:38183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:19:28,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6710 sec 2024-12-07T01:19:28,295 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:38183' 2024-12-07T01:19:28,300 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4de9b924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:28,300 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,38183,-1 for getting cluster id 2024-12-07T01:19:28,300 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:28,301 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd778ac08-9b18-4635-b60a-1ee1385f3d93' 2024-12-07T01:19:28,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:28,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d778ac08-9b18-4635-b60a-1ee1385f3d93" 2024-12-07T01:19:28,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@597c4ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:28,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,38183,-1] 2024-12-07T01:19:28,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:28,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:28,302 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:28,303 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26506da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:28,303 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:28,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,38183,1733534355370 2024-12-07T01:19:28,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@325bebd9 2024-12-07T01:19:28,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:28,305 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-07T01:19:28,306 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,34597,1733534360218 (queues=1) is replicating from cluster=58aed2dd-7332-40b3-a516-da20beceae23 to cluster=d778ac08-9b18-4635-b60a-1ee1385f3d93 2024-12-07T01:19:28,306 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C34597%2C1733534360218 2024-12-07T01:19:28,306 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,34597,1733534360218, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:19:28,311 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429, startPosition=0, beingWritten=true 2024-12-07T01:19:28,312 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C34597%2C1733534360218 2024-12-07T01:19:28,316 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:19:28,316 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,34597,1733534360218 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:19:28,317 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 379, reset compression=false 2024-12-07T01:19:28,356 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:19:28,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:28,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:28,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:28,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:28,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:28,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:28,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:28,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:28,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:28,445 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 379, reset compression=false 2024-12-07T01:19:28,462 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-07T01:19:28,463 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-07T01:19:28,525 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 379, reset compression=false 2024-12-07T01:19:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:28,755 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:19:28,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:19:28,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:28,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:28,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:28,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:28,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:28,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,35057,1733534355626, seqNum=-1] 2024-12-07T01:19:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:28,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:28,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4., hostname=ec1863dc21e5,35057,1733534355626, seqNum=2] 2024-12-07T01:19:28,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:28,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,34597,1733534360218, seqNum=-1] 2024-12-07T01:19:28,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:28,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:28,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7., hostname=ec1863dc21e5,34597,1733534360218, seqNum=2] 2024-12-07T01:19:28,765 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-07T01:19:28,830 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 379, reset compression=false 2024-12-07T01:19:29,233 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 379, reset compression=false 2024-12-07T01:19:29,274 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 379, reset compression=false 2024-12-07T01:19:29,302 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:19:29,302 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 480, reset compression=false 2024-12-07T01:19:29,303 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,35057,1733534355626 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ad72a121f4274bb5ca88c27db3ed6d4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-07T01:19:29,305 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:19:29,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-07T01:19:29,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34597 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:19:29,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f45c3aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:29,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34597 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,45899,-1 for getting cluster id 2024-12-07T01:19:29,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:29,309 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58aed2dd-7332-40b3-a516-da20beceae23' 2024-12-07T01:19:29,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:29,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58aed2dd-7332-40b3-a516-da20beceae23" 2024-12-07T01:19:29,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@311ebb8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:29,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,45899,-1] 2024-12-07T01:19:29,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:29,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:29,310 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:29,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5009d2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:29,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34597 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:29,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,34597,1733534360218, seqNum=-1] 2024-12-07T01:19:29,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:29,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-07T01:19:29,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7., hostname=ec1863dc21e5,34597,1733534360218, seqNum=2] 2024-12-07T01:19:29,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34597 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:19:29,507 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 480, reset compression=false 2024-12-07T01:19:29,762 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 379, reset compression=false 2024-12-07T01:19:29,769 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:19:29,769 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 504, reset compression=false 2024-12-07T01:19:29,769 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,34597,1733534360218 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:19:29,769 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-07T01:19:29,774 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-07T01:19:29,778 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:19:29,778 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 608, reset compression=false 2024-12-07T01:19:29,778 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,34597,1733534360218 got entry batch from reader: WALEntryBatch [walEntries=[{test/b24fff49c8905f9c252776d85fbb90a7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-07T01:19:29,780 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:19:29,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-07T01:19:29,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:19:29,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@521194bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:29,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35057 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,38183,-1 for getting cluster id 2024-12-07T01:19:29,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:29,783 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd778ac08-9b18-4635-b60a-1ee1385f3d93' 2024-12-07T01:19:29,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:29,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d778ac08-9b18-4635-b60a-1ee1385f3d93" 2024-12-07T01:19:29,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42d44ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:29,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,38183,-1] 2024-12-07T01:19:29,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:29,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:29,784 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:29,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cd49e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:29,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35057 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:29,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,35057,1733534355626, seqNum=-1] 2024-12-07T01:19:29,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:29,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-07T01:19:29,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4., hostname=ec1863dc21e5,35057,1733534355626, seqNum=2] 2024-12-07T01:19:29,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:19:29,818 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 480, reset compression=false 2024-12-07T01:19:29,824 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:19:29,824 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 607, reset compression=false 2024-12-07T01:19:29,824 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,35057,1733534355626 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:19:29,982 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 608, reset compression=false 2024-12-07T01:19:30,029 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 607, reset compression=false 2024-12-07T01:19:30,286 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 608, reset compression=false 2024-12-07T01:19:30,333 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 607, reset compression=false 2024-12-07T01:19:30,689 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 608, reset compression=false 2024-12-07T01:19:30,744 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 607, reset compression=false 2024-12-07T01:19:30,776 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-07T01:19:30,783 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-07T01:19:30,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-07T01:19:30,790 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-07T01:19:30,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-07T01:19:30,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-07T01:19:30,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:19:30,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-07T01:19:31,194 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 608, reset compression=false 2024-12-07T01:19:31,258 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 607, reset compression=false 2024-12-07T01:19:31,270 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:19:31,270 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 763, reset compression=false 2024-12-07T01:19:31,270 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,35057,1733534355626 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ad72a121f4274bb5ca88c27db3ed6d4/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-07T01:19:31,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34597 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:19:31,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34597 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:19:31,478 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 763, reset compression=false 2024-12-07T01:19:31,781 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 763, reset compression=false 2024-12-07T01:19:31,785 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-07T01:19:31,788 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-07T01:19:31,799 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 608, reset compression=false 2024-12-07T01:19:31,803 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:19:31,803 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 915, reset compression=false 2024-12-07T01:19:31,803 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,34597,1733534360218 got entry batch from reader: WALEntryBatch [walEntries=[{test/b24fff49c8905f9c252776d85fbb90a7/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-07T01:19:31,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:19:31,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:19:32,006 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 915, reset compression=false 2024-12-07T01:19:32,184 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 763, reset compression=false 2024-12-07T01:19:32,188 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:19:32,188 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 912, reset compression=false 2024-12-07T01:19:32,188 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,35057,1733534355626 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:19:32,310 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 915, reset compression=false 2024-12-07T01:19:32,391 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 912, reset compression=false 2024-12-07T01:19:32,694 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 912, reset compression=false 2024-12-07T01:19:32,713 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 915, reset compression=false 2024-12-07T01:19:32,789 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-07T01:19:32,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:19:32,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:19:32,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:32,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:32,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:32,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:32,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:19:32,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1234515311, stopped=false 2024-12-07T01:19:32,792 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,45899,1733534360055 2024-12-07T01:19:32,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995124966/running 2024-12-07T01:19:32,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995124966/running 2024-12-07T01:19:32,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:32,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:32,818 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:19:32,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:19:32,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:32,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:32,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Set watcher on znode that does not yet exist, /1995124966/running 2024-12-07T01:19:32,819 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,34597,1733534360218' ***** 2024-12-07T01:19:32,819 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:19:32,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Set watcher on znode that does not yet exist, /1995124966/running 2024-12-07T01:19:32,819 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:19:32,819 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:19:32,819 INFO [RS:0;ec1863dc21e5:34597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:19:32,819 INFO [RS:0;ec1863dc21e5:34597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:19:32,819 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(3091): Received CLOSE for b24fff49c8905f9c252776d85fbb90a7 2024-12-07T01:19:32,819 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(3091): Received CLOSE for deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:32,820 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:32,820 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:19:32,820 INFO [RS:0;ec1863dc21e5:34597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:34597. 2024-12-07T01:19:32,820 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b24fff49c8905f9c252776d85fbb90a7, disabling compactions & flushes 2024-12-07T01:19:32,820 DEBUG [RS:0;ec1863dc21e5:34597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:32,820 DEBUG [RS:0;ec1863dc21e5:34597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:32,820 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. 2024-12-07T01:19:32,820 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. 2024-12-07T01:19:32,820 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. after waiting 0 ms 2024-12-07T01:19:32,820 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. 2024-12-07T01:19:32,820 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:19:32,820 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:19:32,820 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:19:32,820 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b24fff49c8905f9c252776d85fbb90a7 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-07T01:19:32,820 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:19:32,820 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-07T01:19:32,820 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1325): Online Regions={b24fff49c8905f9c252776d85fbb90a7=test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7., deafef70c8c53d30f0a27b16ff20a51e=hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:19:32,820 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b24fff49c8905f9c252776d85fbb90a7, deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:32,820 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:19:32,820 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:19:32,820 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:19:32,820 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:19:32,820 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:19:32,820 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-07T01:19:32,833 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/.tmp/info/4e2890b87cc74e8bb058746c3e67a8f5 is 147, key is hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e./info:regioninfo/1733534367795/Put/seqid=0 2024-12-07T01:19:32,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741840_1016 (size=7686) 2024-12-07T01:19:32,837 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/.tmp/f/c6e8ea84843c4bb5a3b1a693137310fb is 29, key is row1/f:/1733534371785/DeleteFamily/seqid=0 2024-12-07T01:19:32,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741841_1017 (size=5118) 2024-12-07T01:19:32,840 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/.tmp/f/c6e8ea84843c4bb5a3b1a693137310fb 2024-12-07T01:19:32,844 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6e8ea84843c4bb5a3b1a693137310fb 2024-12-07T01:19:32,863 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/.tmp/f1/701d8fbbb6824c71a4f4161f5edfd3fc is 30, key is row1/f1:/1733534371785/DeleteFamily/seqid=0 2024-12-07T01:19:32,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741842_1018 (size=5123) 2024-12-07T01:19:32,867 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/.tmp/f1/701d8fbbb6824c71a4f4161f5edfd3fc 2024-12-07T01:19:32,880 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 701d8fbbb6824c71a4f4161f5edfd3fc 2024-12-07T01:19:32,892 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/.tmp/norep/f8e19765332e44e693f120a2da5d6c08 is 33, key is row1/norep:/1733534371785/DeleteFamily/seqid=0 2024-12-07T01:19:32,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741843_1019 (size=5108) 2024-12-07T01:19:32,905 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:19:33,020 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b24fff49c8905f9c252776d85fbb90a7, deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:33,097 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 912, reset compression=false 2024-12-07T01:19:33,217 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 915, reset compression=false 2024-12-07T01:19:33,220 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:19:33,220 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 1162, reset compression=false 2024-12-07T01:19:33,220 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b24fff49c8905f9c252776d85fbb90a7, deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:33,220 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,34597,1733534360218 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:19:33,221 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec1863dc21e5,34597,1733534360218: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec1863dc21e5,34597,1733534360218, walGroup=ec1863dc21e5%2C34597%2C1733534360218, offset=ec1863dc21e5%2C34597%2C1733534360218.1733534362429:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:34597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-07T01:19:33,222 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T01:19:33,223 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T01:19:33,223 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T01:19:33,223 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T01:19:33,223 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T01:19:33,223 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 850798592 }, "NonHeapMemoryUsage": { "committed": 193724416, "init": 7667712, "max": -1, "used": 190187856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-07T01:19:33,223 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:45899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:45899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-07T01:19:33,237 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/.tmp/info/4e2890b87cc74e8bb058746c3e67a8f5 2024-12-07T01:19:33,252 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/.tmp/ns/c8c50a866dbe4626b9a575ceb1f6e3d7 is 43, key is default/ns:d/1733534362979/Put/seqid=0 2024-12-07T01:19:33,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741844_1020 (size=5153) 2024-12-07T01:19:33,274 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:19:33,274 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:19:33,286 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:19:33,296 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/.tmp/norep/f8e19765332e44e693f120a2da5d6c08 2024-12-07T01:19:33,299 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8e19765332e44e693f120a2da5d6c08 2024-12-07T01:19:33,300 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/.tmp/f/c6e8ea84843c4bb5a3b1a693137310fb as hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/f/c6e8ea84843c4bb5a3b1a693137310fb 2024-12-07T01:19:33,304 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6e8ea84843c4bb5a3b1a693137310fb 2024-12-07T01:19:33,304 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/f/c6e8ea84843c4bb5a3b1a693137310fb, entries=2, sequenceid=8, filesize=5.0 K 2024-12-07T01:19:33,305 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/.tmp/f1/701d8fbbb6824c71a4f4161f5edfd3fc as hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/f1/701d8fbbb6824c71a4f4161f5edfd3fc 2024-12-07T01:19:33,309 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 701d8fbbb6824c71a4f4161f5edfd3fc 2024-12-07T01:19:33,310 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/f1/701d8fbbb6824c71a4f4161f5edfd3fc, entries=2, sequenceid=8, filesize=5.0 K 2024-12-07T01:19:33,310 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/.tmp/norep/f8e19765332e44e693f120a2da5d6c08 as hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/norep/f8e19765332e44e693f120a2da5d6c08 2024-12-07T01:19:33,315 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8e19765332e44e693f120a2da5d6c08 2024-12-07T01:19:33,315 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/norep/f8e19765332e44e693f120a2da5d6c08, entries=1, sequenceid=8, filesize=5.0 K 2024-12-07T01:19:33,316 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b24fff49c8905f9c252776d85fbb90a7 in 495ms, sequenceid=8, compaction requested=false 2024-12-07T01:19:33,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:33,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:33,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:33,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:33,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:33,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:33,320 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/default/test/b24fff49c8905f9c252776d85fbb90a7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-07T01:19:33,320 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:19:33,320 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:19:33,320 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. 2024-12-07T01:19:33,320 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b24fff49c8905f9c252776d85fbb90a7: Waiting for close lock at 1733534372820Running coprocessor pre-close hooks at 1733534372820Disabling compacts and flushes for region at 1733534372820Disabling writes for close at 1733534372820Obtaining lock to block concurrent updates at 1733534372820Preparing flush snapshotting stores in b24fff49c8905f9c252776d85fbb90a7 at 1733534372820Finished memstore snapshotting test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733534372820Flushing stores of test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. at 1733534372821 (+1 ms)Flushing b24fff49c8905f9c252776d85fbb90a7/f: creating writer at 1733534372821Flushing b24fff49c8905f9c252776d85fbb90a7/f: appending metadata at 1733534372836 (+15 ms)Flushing b24fff49c8905f9c252776d85fbb90a7/f: closing flushed file at 1733534372836Flushing b24fff49c8905f9c252776d85fbb90a7/f1: creating writer at 1733534372844 (+8 ms)Flushing b24fff49c8905f9c252776d85fbb90a7/f1: appending metadata at 1733534372862 (+18 ms)Flushing b24fff49c8905f9c252776d85fbb90a7/f1: closing flushed file at 1733534372862Flushing b24fff49c8905f9c252776d85fbb90a7/norep: creating writer at 1733534372880 (+18 ms)Flushing b24fff49c8905f9c252776d85fbb90a7/norep: appending metadata at 1733534372891 (+11 ms)Flushing b24fff49c8905f9c252776d85fbb90a7/norep: closing flushed file at 1733534372891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec8df0: reopening flushed file at 1733534373299 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ff50a4: reopening flushed file at 1733534373304 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e49614c: reopening flushed file at 1733534373310 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b24fff49c8905f9c252776d85fbb90a7 in 495ms, sequenceid=8, compaction requested=false at 1733534373316 (+6 ms)Writing region close event to WAL at 1733534373317 (+1 ms)Running coprocessor post-close hooks at 1733534373320 (+3 ms)Closed at 1733534373320 2024-12-07T01:19:33,321 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7. 2024-12-07T01:19:33,321 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing deafef70c8c53d30f0a27b16ff20a51e, disabling compactions & flushes 2024-12-07T01:19:33,321 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:33,321 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:33,321 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. after waiting 0 ms 2024-12-07T01:19:33,321 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:33,321 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for deafef70c8c53d30f0a27b16ff20a51e: Waiting for close lock at 1733534373321Running coprocessor pre-close hooks at 1733534373321Disabling compacts and flushes for region at 1733534373321Disabling writes for close at 1733534373321Failed flush hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e., putting online again at 1733534373321 2024-12-07T01:19:33,321 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:33,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:33,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:33,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:33,421 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(3091): Received CLOSE for deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:33,421 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, deafef70c8c53d30f0a27b16ff20a51e 2024-12-07T01:19:33,421 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing deafef70c8c53d30f0a27b16ff20a51e, disabling compactions & flushes 2024-12-07T01:19:33,421 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:33,421 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:33,421 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. after waiting 0 ms 2024-12-07T01:19:33,421 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:33,421 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for deafef70c8c53d30f0a27b16ff20a51e: Waiting for close lock at 1733534373421Running coprocessor pre-close hooks at 1733534373421Disabling compacts and flushes for region at 1733534373421Disabling writes for close at 1733534373421Failed flush hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e., putting online again at 1733534373421 2024-12-07T01:19:33,421 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e. 2024-12-07T01:19:33,425 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 1162, reset compression=false 2024-12-07T01:19:33,429 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:19:33,429 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 1806, reset compression=false 2024-12-07T01:19:33,600 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 912, reset compression=false 2024-12-07T01:19:33,621 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:19:33,631 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 1806, reset compression=false 2024-12-07T01:19:33,656 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/.tmp/ns/c8c50a866dbe4626b9a575ceb1f6e3d7 2024-12-07T01:19:33,677 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/.tmp/rep_barrier/b826323bb5d6472d82e6815de1c84509 is 112, key is test,,1733534363808.b24fff49c8905f9c252776d85fbb90a7./rep_barrier:seqnumDuringOpen/1733534364174/Put/seqid=0 2024-12-07T01:19:33,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741845_1021 (size=5518) 2024-12-07T01:19:33,821 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T01:19:33,821 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1325): Online Regions={deafef70c8c53d30f0a27b16ff20a51e=hbase:replication,,1733534366621.deafef70c8c53d30f0a27b16ff20a51e., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:19:33,821 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:19:33,935 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 1806, reset compression=false 2024-12-07T01:19:34,021 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:19:34,081 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/.tmp/rep_barrier/b826323bb5d6472d82e6815de1c84509 2024-12-07T01:19:34,096 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/.tmp/table/89b4581dca794da5b8d990f90800f16a is 53, key is hbase:replication/table:state/1733534367804/Put/seqid=0 2024-12-07T01:19:34,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741846_1022 (size=5308) 2024-12-07T01:19:34,203 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 912, reset compression=false 2024-12-07T01:19:34,221 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:19:34,338 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 1806, reset compression=false 2024-12-07T01:19:34,422 DEBUG [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:19:34,500 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/.tmp/table/89b4581dca794da5b8d990f90800f16a 2024-12-07T01:19:34,504 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/.tmp/info/4e2890b87cc74e8bb058746c3e67a8f5 as hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/info/4e2890b87cc74e8bb058746c3e67a8f5 2024-12-07T01:19:34,508 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/info/4e2890b87cc74e8bb058746c3e67a8f5, entries=20, sequenceid=16, filesize=7.5 K 2024-12-07T01:19:34,509 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/.tmp/ns/c8c50a866dbe4626b9a575ceb1f6e3d7 as hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/ns/c8c50a866dbe4626b9a575ceb1f6e3d7 2024-12-07T01:19:34,512 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/ns/c8c50a866dbe4626b9a575ceb1f6e3d7, entries=2, sequenceid=16, filesize=5.0 K 2024-12-07T01:19:34,513 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/.tmp/rep_barrier/b826323bb5d6472d82e6815de1c84509 as hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/rep_barrier/b826323bb5d6472d82e6815de1c84509 2024-12-07T01:19:34,516 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/rep_barrier/b826323bb5d6472d82e6815de1c84509, entries=1, sequenceid=16, filesize=5.4 K 2024-12-07T01:19:34,517 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/.tmp/table/89b4581dca794da5b8d990f90800f16a as hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/table/89b4581dca794da5b8d990f90800f16a 2024-12-07T01:19:34,521 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/table/89b4581dca794da5b8d990f90800f16a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-07T01:19:34,522 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false 2024-12-07T01:19:34,526 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-07T01:19:34,527 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:19:34,527 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:19:34,527 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:19:34,527 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534372820Running coprocessor pre-close hooks at 1733534372820Disabling compacts and flushes for region at 1733534372820Disabling writes for close at 1733534372820Obtaining lock to block concurrent updates at 1733534372820Preparing flush snapshotting stores in 1588230740 at 1733534372820Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733534372820Flushing stores of hbase:meta,,1.1588230740 at 1733534372821 (+1 ms)Flushing 1588230740/info: creating writer at 1733534372821Flushing 1588230740/info: appending metadata at 1733534372833 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733534372833Flushing 1588230740/ns: creating writer at 1733534373241 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733534373252 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733534373252Flushing 1588230740/rep_barrier: creating writer at 1733534373660 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534373676 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534373676Flushing 1588230740/table: creating writer at 1733534374085 (+409 ms)Flushing 1588230740/table: appending metadata at 1733534374096 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733534374096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ebc24f9: reopening flushed file at 1733534374504 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717f5129: reopening flushed file at 1733534374508 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a807e0e: reopening flushed file at 1733534374512 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6629360f: reopening flushed file at 1733534374516 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false at 1733534374522 (+6 ms)Writing region close event to WAL at 1733534374524 (+2 ms)Running coprocessor post-close hooks at 1733534374527 (+3 ms)Closed at 1733534374527 2024-12-07T01:19:34,527 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:19:34,622 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-07T01:19:34,622 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,34597,1733534360218; all regions closed. 2024-12-07T01:19:34,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741834_1010 (size=4239) 2024-12-07T01:19:34,624 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.meta.1733534362824.meta not finished, retry = 0 2024-12-07T01:19:34,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741839_1015 (size=1515) 2024-12-07T01:19:34,727 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.rep.1733534367769 not finished, retry = 0 2024-12-07T01:19:34,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741833_1009 (size=1814) 2024-12-07T01:19:34,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 not finished, retry = 0 2024-12-07T01:19:34,841 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 to pos 1806, reset compression=false 2024-12-07T01:19:34,906 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 912, reset compression=false 2024-12-07T01:19:34,933 DEBUG [RS:0;ec1863dc21e5:34597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:34,933 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:19:34,933 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/WALs/ec1863dc21e5,34597,1733534360218/ec1863dc21e5%2C34597%2C1733534360218.1733534362429 2024-12-07T01:19:34,933 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:19:34,933 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T01:19:34,934 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:19:34,940 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:19:34,940 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,34597,1733534360218 because: Region server is closing 2024-12-07T01:19:34,941 INFO [RS:0;ec1863dc21e5:34597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:34597. 2024-12-07T01:19:34,941 DEBUG [RS:0;ec1863dc21e5:34597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:34,941 DEBUG [RS:0;ec1863dc21e5:34597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:34,941 DEBUG [RS:0;ec1863dc21e5:34597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:34,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:35,041 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.shipperec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 terminated 2024-12-07T01:19:35,041 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,34597,1733534360218.replicationSource.wal-reader.ec1863dc21e5%2C34597%2C1733534360218,1-ec1863dc21e5,34597,1733534360218 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-07T01:19:35,041 INFO [RS:0;ec1863dc21e5:34597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:34597. 2024-12-07T01:19:35,041 DEBUG [RS:0;ec1863dc21e5:34597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:35,042 DEBUG [RS:0;ec1863dc21e5:34597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:35,042 DEBUG [RS:0;ec1863dc21e5:34597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:35,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:35,042 INFO [RS:0;ec1863dc21e5:34597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34597 2024-12-07T01:19:35,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995124966/rs/ec1863dc21e5,34597,1733534360218 2024-12-07T01:19:35,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966/rs 2024-12-07T01:19:35,144 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:19:35,145 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,34597,1733534360218] 2024-12-07T01:19:35,165 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1995124966/draining/ec1863dc21e5,34597,1733534360218 already deleted, retry=false 2024-12-07T01:19:35,165 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,34597,1733534360218 expired; onlineServers=0 2024-12-07T01:19:35,165 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,45899,1733534360055' ***** 2024-12-07T01:19:35,165 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:19:35,165 INFO [M:0;ec1863dc21e5:45899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:19:35,165 INFO [M:0;ec1863dc21e5:45899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:19:35,166 DEBUG [M:0;ec1863dc21e5:45899 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:19:35,166 DEBUG [M:0;ec1863dc21e5:45899 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:19:35,166 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:19:35,166 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534362044 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534362044,5,FailOnTimeoutGroup] 2024-12-07T01:19:35,166 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534362040 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534362040,5,FailOnTimeoutGroup] 2024-12-07T01:19:35,166 INFO [M:0;ec1863dc21e5:45899 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:19:35,166 INFO [M:0;ec1863dc21e5:45899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:19:35,166 DEBUG [M:0;ec1863dc21e5:45899 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:19:35,166 INFO [M:0;ec1863dc21e5:45899 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:19:35,166 INFO [M:0;ec1863dc21e5:45899 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:19:35,166 INFO [M:0;ec1863dc21e5:45899 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:19:35,166 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:19:35,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1995124966/master 2024-12-07T01:19:35,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1995124966 2024-12-07T01:19:35,186 DEBUG [M:0;ec1863dc21e5:45899 {}] zookeeper.RecoverableZooKeeper(212): Node /1995124966/master already deleted, retry=false 2024-12-07T01:19:35,186 DEBUG [M:0;ec1863dc21e5:45899 {}] master.ActiveMasterManager(353): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Failed delete of our master address node; KeeperErrorCode = NoNode for /1995124966/master 2024-12-07T01:19:35,187 INFO [M:0;ec1863dc21e5:45899 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/.lastflushedseqids 2024-12-07T01:19:35,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741847_1023 (size=245) 2024-12-07T01:19:35,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:35,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34597-0x101ad5f02f90004, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:35,255 INFO [RS:0;ec1863dc21e5:34597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:19:35,255 INFO [RS:0;ec1863dc21e5:34597 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,34597,1733534360218; zookeeper connection closed. 2024-12-07T01:19:35,255 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@155e0456 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@155e0456 2024-12-07T01:19:35,256 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:19:35,591 INFO [M:0;ec1863dc21e5:45899 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:19:35,591 INFO [M:0;ec1863dc21e5:45899 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:19:35,592 DEBUG [M:0;ec1863dc21e5:45899 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:19:35,592 INFO [M:0;ec1863dc21e5:45899 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:35,592 DEBUG [M:0;ec1863dc21e5:45899 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:35,592 DEBUG [M:0;ec1863dc21e5:45899 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:19:35,592 DEBUG [M:0;ec1863dc21e5:45899 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:35,592 INFO [M:0;ec1863dc21e5:45899 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-07T01:19:35,616 DEBUG [M:0;ec1863dc21e5:45899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2aa2ab709a6247c0a8e65157bcc10fc6 is 82, key is hbase:meta,,1/info:regioninfo/1733534362883/Put/seqid=0 2024-12-07T01:19:35,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741848_1024 (size=5672) 2024-12-07T01:19:35,621 INFO [M:0;ec1863dc21e5:45899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2aa2ab709a6247c0a8e65157bcc10fc6 2024-12-07T01:19:35,646 DEBUG [M:0;ec1863dc21e5:45899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36e2a5b6dc004974a9509f8bf3604952 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733534367808/Put/seqid=0 2024-12-07T01:19:35,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741849_1025 (size=8517) 2024-12-07T01:19:35,710 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 912, reset compression=false 2024-12-07T01:19:36,078 INFO [M:0;ec1863dc21e5:45899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36e2a5b6dc004974a9509f8bf3604952 2024-12-07T01:19:36,098 DEBUG [M:0;ec1863dc21e5:45899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f67c020f39094f4d871f35a2f7d671f0 is 69, key is ec1863dc21e5,34597,1733534360218/rs:state/1733534362137/Put/seqid=0 2024-12-07T01:19:36,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741850_1026 (size=5156) 2024-12-07T01:19:36,101 INFO [M:0;ec1863dc21e5:45899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f67c020f39094f4d871f35a2f7d671f0 2024-12-07T01:19:36,105 DEBUG [M:0;ec1863dc21e5:45899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2aa2ab709a6247c0a8e65157bcc10fc6 as hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2aa2ab709a6247c0a8e65157bcc10fc6 2024-12-07T01:19:36,109 INFO [M:0;ec1863dc21e5:45899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2aa2ab709a6247c0a8e65157bcc10fc6, entries=8, sequenceid=97, filesize=5.5 K 2024-12-07T01:19:36,110 DEBUG [M:0;ec1863dc21e5:45899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36e2a5b6dc004974a9509f8bf3604952 as hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36e2a5b6dc004974a9509f8bf3604952 2024-12-07T01:19:36,113 INFO [M:0;ec1863dc21e5:45899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36e2a5b6dc004974a9509f8bf3604952, entries=11, sequenceid=97, filesize=8.3 K 2024-12-07T01:19:36,114 DEBUG [M:0;ec1863dc21e5:45899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f67c020f39094f4d871f35a2f7d671f0 as hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f67c020f39094f4d871f35a2f7d671f0 2024-12-07T01:19:36,118 INFO [M:0;ec1863dc21e5:45899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38473/user/jenkins/test-data/ef2ad2f5-6e4b-ce6c-f631-1ce9717d180f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f67c020f39094f4d871f35a2f7d671f0, entries=1, sequenceid=97, filesize=5.0 K 2024-12-07T01:19:36,118 INFO [M:0;ec1863dc21e5:45899 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=97, compaction requested=false 2024-12-07T01:19:36,120 INFO [M:0;ec1863dc21e5:45899 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:36,120 DEBUG [M:0;ec1863dc21e5:45899 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534375592Disabling compacts and flushes for region at 1733534375592Disabling writes for close at 1733534375592Obtaining lock to block concurrent updates at 1733534375592Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534375592Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733534375592Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534375593 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534375593Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534375616 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534375616Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534375625 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534375645 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534375645Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534376082 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534376097 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534376097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2032effa: reopening flushed file at 1733534376104 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439f8d5e: reopening flushed file at 1733534376109 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23de4560: reopening flushed file at 1733534376113 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=97, compaction requested=false at 1733534376119 (+6 ms)Writing region close event to WAL at 1733534376120 (+1 ms)Closed at 1733534376120 2024-12-07T01:19:36,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40081 is added to blk_1073741830_1006 (size=63666) 2024-12-07T01:19:36,122 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:19:36,122 INFO [M:0;ec1863dc21e5:45899 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:19:36,122 INFO [M:0;ec1863dc21e5:45899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45899 2024-12-07T01:19:36,122 INFO [M:0;ec1863dc21e5:45899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:19:36,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:36,286 INFO [M:0;ec1863dc21e5:45899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:19:36,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45899-0x101ad5f02f90003, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:36,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790b2c70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:19:36,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e6736a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:19:36,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:19:36,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d47073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:19:36,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5172d7cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/hadoop.log.dir/,STOPPED} 2024-12-07T01:19:36,331 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:19:36,331 WARN [BP-570422083-172.17.0.3-1733534357821 heartbeating to localhost/127.0.0.1:38473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:19:36,331 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:19:36,331 WARN [BP-570422083-172.17.0.3-1733534357821 heartbeating to localhost/127.0.0.1:38473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-570422083-172.17.0.3-1733534357821 (Datanode Uuid a7d19df8-5180-4713-a4d7-592aabd925d6) service to localhost/127.0.0.1:38473 2024-12-07T01:19:36,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/cluster_8ed08e0c-c029-5938-ffc2-cad7fd50e3e4/data/data1/current/BP-570422083-172.17.0.3-1733534357821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:19:36,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/cluster_8ed08e0c-c029-5938-ffc2-cad7fd50e3e4/data/data2/current/BP-570422083-172.17.0.3-1733534357821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:19:36,332 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:19:36,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73eebb02{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:19:36,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b7c9c1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:19:36,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:19:36,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cae8f34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:19:36,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c2d1fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/hadoop.log.dir/,STOPPED} 2024-12-07T01:19:36,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:19:36,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:19:36,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:19:36,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:36,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:36,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:36,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:36,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:19:36,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2010174650, stopped=false 2024-12-07T01:19:36,351 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,38183,1733534355370 2024-12-07T01:19:36,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0176583407/running 2024-12-07T01:19:36,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:36,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:19:36,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:19:36,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:36,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:36,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Set watcher on znode that does not yet exist, /0176583407/running 2024-12-07T01:19:36,366 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,35057,1733534355626' ***** 2024-12-07T01:19:36,366 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:19:36,366 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0176583407/running 2024-12-07T01:19:36,367 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:36,367 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:19:36,367 INFO [RS:0;ec1863dc21e5:35057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:19:36,367 INFO [RS:0;ec1863dc21e5:35057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:19:36,367 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(3091): Received CLOSE for 72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:36,367 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:19:36,367 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ad72a121f4274bb5ca88c27db3ed6d4 2024-12-07T01:19:36,368 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:36,368 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:19:36,368 INFO [RS:0;ec1863dc21e5:35057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:35057. 2024-12-07T01:19:36,368 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72945ef9a4d6142d0f70a397e2f37d63, disabling compactions & flushes 2024-12-07T01:19:36,368 DEBUG [RS:0;ec1863dc21e5:35057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:36,368 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. 2024-12-07T01:19:36,368 DEBUG [RS:0;ec1863dc21e5:35057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:36,368 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. 2024-12-07T01:19:36,368 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. after waiting 0 ms 2024-12-07T01:19:36,368 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. 2024-12-07T01:19:36,368 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:19:36,368 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:19:36,368 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:19:36,368 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:19:36,368 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 72945ef9a4d6142d0f70a397e2f37d63 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-07T01:19:36,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Set watcher on znode that does not yet exist, /0176583407/running 2024-12-07T01:19:36,368 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-07T01:19:36,368 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1325): Online Regions={72945ef9a4d6142d0f70a397e2f37d63=hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63., 0ad72a121f4274bb5ca88c27db3ed6d4=test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:19:36,368 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1351): Waiting on 0ad72a121f4274bb5ca88c27db3ed6d4, 1588230740, 72945ef9a4d6142d0f70a397e2f37d63 2024-12-07T01:19:36,368 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:19:36,368 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:19:36,368 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:19:36,368 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:19:36,368 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:19:36,369 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-07T01:19:36,391 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/.tmp/info/02dc9e7225c24e259e497171141950ab is 147, key is hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63./info:regioninfo/1733534365272/Put/seqid=0 2024-12-07T01:19:36,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741840_1016 (size=7686) 2024-12-07T01:19:36,399 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/replication/72945ef9a4d6142d0f70a397e2f37d63/.tmp/queue/7f8ba62ba106421ebbbd93074aea4f20 is 153, key is 1-ec1863dc21e5,35057,1733534355626/queue:ec1863dc21e5%2C35057%2C1733534355626/1733534372189/Put/seqid=0 2024-12-07T01:19:36,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741841_1017 (size=5352) 2024-12-07T01:19:36,410 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/replication/72945ef9a4d6142d0f70a397e2f37d63/.tmp/queue/7f8ba62ba106421ebbbd93074aea4f20 2024-12-07T01:19:36,413 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:19:36,418 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/replication/72945ef9a4d6142d0f70a397e2f37d63/.tmp/queue/7f8ba62ba106421ebbbd93074aea4f20 as hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/replication/72945ef9a4d6142d0f70a397e2f37d63/queue/7f8ba62ba106421ebbbd93074aea4f20 2024-12-07T01:19:36,422 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/replication/72945ef9a4d6142d0f70a397e2f37d63/queue/7f8ba62ba106421ebbbd93074aea4f20, entries=1, sequenceid=10, filesize=5.2 K 2024-12-07T01:19:36,423 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 72945ef9a4d6142d0f70a397e2f37d63 in 55ms, sequenceid=10, compaction requested=false 2024-12-07T01:19:36,427 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/replication/72945ef9a4d6142d0f70a397e2f37d63/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-07T01:19:36,427 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:19:36,427 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:19:36,427 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. 2024-12-07T01:19:36,428 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72945ef9a4d6142d0f70a397e2f37d63: Waiting for close lock at 1733534376368Running coprocessor pre-close hooks at 1733534376368Disabling compacts and flushes for region at 1733534376368Disabling writes for close at 1733534376368Obtaining lock to block concurrent updates at 1733534376368Preparing flush snapshotting stores in 72945ef9a4d6142d0f70a397e2f37d63 at 1733534376368Finished memstore snapshotting hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733534376368Flushing stores of hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. at 1733534376369 (+1 ms)Flushing 72945ef9a4d6142d0f70a397e2f37d63/queue: creating writer at 1733534376369Flushing 72945ef9a4d6142d0f70a397e2f37d63/queue: appending metadata at 1733534376398 (+29 ms)Flushing 72945ef9a4d6142d0f70a397e2f37d63/queue: closing flushed file at 1733534376398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113f0704: reopening flushed file at 1733534376417 (+19 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 72945ef9a4d6142d0f70a397e2f37d63 in 55ms, sequenceid=10, compaction requested=false at 1733534376423 (+6 ms)Writing region close event to WAL at 1733534376424 (+1 ms)Running coprocessor post-close hooks at 1733534376427 (+3 ms)Closed at 1733534376427 2024-12-07T01:19:36,428 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733534364458.72945ef9a4d6142d0f70a397e2f37d63. 2024-12-07T01:19:36,428 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ad72a121f4274bb5ca88c27db3ed6d4, disabling compactions & flushes 2024-12-07T01:19:36,428 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. 2024-12-07T01:19:36,428 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. 2024-12-07T01:19:36,428 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. after waiting 0 ms 2024-12-07T01:19:36,428 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. 2024-12-07T01:19:36,428 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ad72a121f4274bb5ca88c27db3ed6d4 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-07T01:19:36,449 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/.tmp/f/99f519381495488bbc9cb1b19fd8960e is 29, key is row1/f:/1733534371785/DeleteFamily/seqid=0 2024-12-07T01:19:36,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741842_1018 (size=5118) 2024-12-07T01:19:36,568 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1351): Waiting on 0ad72a121f4274bb5ca88c27db3ed6d4, 1588230740 2024-12-07T01:19:36,613 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 912, reset compression=false 2024-12-07T01:19:36,617 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:19:36,617 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 1159, reset compression=false 2024-12-07T01:19:36,617 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,35057,1733534355626 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:19:36,618 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec1863dc21e5,35057,1733534355626: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec1863dc21e5,35057,1733534355626, walGroup=ec1863dc21e5%2C35057%2C1733534355626, offset=ec1863dc21e5%2C35057%2C1733534355626.1733534357123:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:35057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-07T01:19:36,619 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T01:19:36,620 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T01:19:36,620 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T01:19:36,620 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T01:19:36,620 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T01:19:36,620 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 594946048 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 191023528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-07T01:19:36,620 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:38183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:38183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-07T01:19:36,769 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1351): Waiting on 0ad72a121f4274bb5ca88c27db3ed6d4, 1588230740 2024-12-07T01:19:36,796 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/.tmp/info/02dc9e7225c24e259e497171141950ab 2024-12-07T01:19:36,816 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/.tmp/ns/de2326cc66ad42eea146b3e099173563 is 43, key is default/ns:d/1733534357590/Put/seqid=0 2024-12-07T01:19:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741843_1019 (size=5153) 2024-12-07T01:19:36,820 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 1159, reset compression=false 2024-12-07T01:19:36,854 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/.tmp/f/99f519381495488bbc9cb1b19fd8960e 2024-12-07T01:19:36,859 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99f519381495488bbc9cb1b19fd8960e 2024-12-07T01:19:36,876 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/.tmp/f1/82a1a3d01d5946aea3ef5dac339d42f5 is 30, key is row1/f1:/1733534371785/DeleteFamily/seqid=0 2024-12-07T01:19:36,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741844_1020 (size=5123) 2024-12-07T01:19:36,969 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1351): Waiting on 0ad72a121f4274bb5ca88c27db3ed6d4, 1588230740 2024-12-07T01:19:36,986 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:19:36,986 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:19:37,124 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 1159, reset compression=false 2024-12-07T01:19:37,169 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1351): Waiting on 0ad72a121f4274bb5ca88c27db3ed6d4, 1588230740 2024-12-07T01:19:37,220 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/.tmp/ns/de2326cc66ad42eea146b3e099173563 2024-12-07T01:19:37,235 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/.tmp/rep_barrier/5759fb0c04634e789897eb97b27c20e8 is 112, key is test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4./rep_barrier:seqnumDuringOpen/1733534363620/Put/seqid=0 2024-12-07T01:19:37,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741845_1021 (size=5518) 2024-12-07T01:19:37,286 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/.tmp/f1/82a1a3d01d5946aea3ef5dac339d42f5 2024-12-07T01:19:37,289 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82a1a3d01d5946aea3ef5dac339d42f5 2024-12-07T01:19:37,301 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/.tmp/norep/aef086651674451296d941ff5cf3224e is 32, key is row/norep:/1733534370780/DeleteFamily/seqid=0 2024-12-07T01:19:37,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741846_1022 (size=5101) 2024-12-07T01:19:37,369 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T01:19:37,369 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1325): Online Regions={0ad72a121f4274bb5ca88c27db3ed6d4=test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:19:37,369 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1351): Waiting on 0ad72a121f4274bb5ca88c27db3ed6d4, 1588230740 2024-12-07T01:19:37,528 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 to pos 1159, reset compression=false 2024-12-07T01:19:37,569 DEBUG [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1351): Waiting on 0ad72a121f4274bb5ca88c27db3ed6d4, 1588230740 2024-12-07T01:19:37,642 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/.tmp/rep_barrier/5759fb0c04634e789897eb97b27c20e8 2024-12-07T01:19:37,674 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/.tmp/table/1bcdf2f767314e86a221a1b500e629f9 is 53, key is hbase:replication/table:state/1733534365280/Put/seqid=0 2024-12-07T01:19:37,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741847_1023 (size=5308) 2024-12-07T01:19:37,678 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/.tmp/table/1bcdf2f767314e86a221a1b500e629f9 2024-12-07T01:19:37,692 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/.tmp/info/02dc9e7225c24e259e497171141950ab as hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/info/02dc9e7225c24e259e497171141950ab 2024-12-07T01:19:37,696 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/info/02dc9e7225c24e259e497171141950ab, entries=20, sequenceid=16, filesize=7.5 K 2024-12-07T01:19:37,697 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/.tmp/ns/de2326cc66ad42eea146b3e099173563 as hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/ns/de2326cc66ad42eea146b3e099173563 2024-12-07T01:19:37,702 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/ns/de2326cc66ad42eea146b3e099173563, entries=2, sequenceid=16, filesize=5.0 K 2024-12-07T01:19:37,703 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/.tmp/rep_barrier/5759fb0c04634e789897eb97b27c20e8 as hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/rep_barrier/5759fb0c04634e789897eb97b27c20e8 2024-12-07T01:19:37,706 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/.tmp/norep/aef086651674451296d941ff5cf3224e 2024-12-07T01:19:37,711 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/rep_barrier/5759fb0c04634e789897eb97b27c20e8, entries=1, sequenceid=16, filesize=5.4 K 2024-12-07T01:19:37,712 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/.tmp/table/1bcdf2f767314e86a221a1b500e629f9 as hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/table/1bcdf2f767314e86a221a1b500e629f9 2024-12-07T01:19:37,718 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/table/1bcdf2f767314e86a221a1b500e629f9, entries=4, sequenceid=16, filesize=5.2 K 2024-12-07T01:19:37,719 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1351ms, sequenceid=16, compaction requested=false 2024-12-07T01:19:37,723 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aef086651674451296d941ff5cf3224e 2024-12-07T01:19:37,724 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/.tmp/f/99f519381495488bbc9cb1b19fd8960e as hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/f/99f519381495488bbc9cb1b19fd8960e 2024-12-07T01:19:37,729 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99f519381495488bbc9cb1b19fd8960e 2024-12-07T01:19:37,729 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/f/99f519381495488bbc9cb1b19fd8960e, entries=2, sequenceid=8, filesize=5.0 K 2024-12-07T01:19:37,730 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/.tmp/f1/82a1a3d01d5946aea3ef5dac339d42f5 as hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/f1/82a1a3d01d5946aea3ef5dac339d42f5 2024-12-07T01:19:37,736 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82a1a3d01d5946aea3ef5dac339d42f5 2024-12-07T01:19:37,737 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/f1/82a1a3d01d5946aea3ef5dac339d42f5, entries=2, sequenceid=8, filesize=5.0 K 2024-12-07T01:19:37,737 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/.tmp/norep/aef086651674451296d941ff5cf3224e as hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/norep/aef086651674451296d941ff5cf3224e 2024-12-07T01:19:37,749 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aef086651674451296d941ff5cf3224e 2024-12-07T01:19:37,749 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/norep/aef086651674451296d941ff5cf3224e, entries=1, sequenceid=8, filesize=5.0 K 2024-12-07T01:19:37,750 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0ad72a121f4274bb5ca88c27db3ed6d4 in 1322ms, sequenceid=8, compaction requested=false 2024-12-07T01:19:37,751 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-07T01:19:37,754 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-07T01:19:37,755 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:19:37,755 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:19:37,755 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:19:37,755 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534376368Running coprocessor pre-close hooks at 1733534376368Disabling compacts and flushes for region at 1733534376368Disabling writes for close at 1733534376368Obtaining lock to block concurrent updates at 1733534376369 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733534376369Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733534376369Flushing stores of hbase:meta,,1.1588230740 at 1733534376369Flushing 1588230740/info: creating writer at 1733534376369Flushing 1588230740/info: appending metadata at 1733534376391 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733534376391Flushing 1588230740/ns: creating writer at 1733534376801 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733534376816 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733534376816Flushing 1588230740/rep_barrier: creating writer at 1733534377223 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534377234 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534377234Flushing 1588230740/table: creating writer at 1733534377654 (+420 ms)Flushing 1588230740/table: appending metadata at 1733534377673 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733534377673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60cdf138: reopening flushed file at 1733534377692 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d36555b: reopening flushed file at 1733534377696 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e3f523: reopening flushed file at 1733534377702 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a11a415: reopening flushed file at 1733534377711 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1351ms, sequenceid=16, compaction requested=false at 1733534377719 (+8 ms)Writing region close event to WAL at 1733534377750 (+31 ms)Running coprocessor post-close hooks at 1733534377755 (+5 ms)Closed at 1733534377755 2024-12-07T01:19:37,755 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:19:37,756 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/data/default/test/0ad72a121f4274bb5ca88c27db3ed6d4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-07T01:19:37,757 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:19:37,757 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:19:37,757 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. 2024-12-07T01:19:37,757 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ad72a121f4274bb5ca88c27db3ed6d4: Waiting for close lock at 1733534376428Running coprocessor pre-close hooks at 1733534376428Disabling compacts and flushes for region at 1733534376428Disabling writes for close at 1733534376428Obtaining lock to block concurrent updates at 1733534376428Preparing flush snapshotting stores in 0ad72a121f4274bb5ca88c27db3ed6d4 at 1733534376428Finished memstore snapshotting test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733534376428Flushing stores of test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. at 1733534376429 (+1 ms)Flushing 0ad72a121f4274bb5ca88c27db3ed6d4/f: creating writer at 1733534376429Flushing 0ad72a121f4274bb5ca88c27db3ed6d4/f: appending metadata at 1733534376449 (+20 ms)Flushing 0ad72a121f4274bb5ca88c27db3ed6d4/f: closing flushed file at 1733534376449Flushing 0ad72a121f4274bb5ca88c27db3ed6d4/f1: creating writer at 1733534376859 (+410 ms)Flushing 0ad72a121f4274bb5ca88c27db3ed6d4/f1: appending metadata at 1733534376876 (+17 ms)Flushing 0ad72a121f4274bb5ca88c27db3ed6d4/f1: closing flushed file at 1733534376876Flushing 0ad72a121f4274bb5ca88c27db3ed6d4/norep: creating writer at 1733534377290 (+414 ms)Flushing 0ad72a121f4274bb5ca88c27db3ed6d4/norep: appending metadata at 1733534377300 (+10 ms)Flushing 0ad72a121f4274bb5ca88c27db3ed6d4/norep: closing flushed file at 1733534377300Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba37cfb: reopening flushed file at 1733534377723 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba01417: reopening flushed file at 1733534377729 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6958c977: reopening flushed file at 1733534377737 (+8 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0ad72a121f4274bb5ca88c27db3ed6d4 in 1322ms, sequenceid=8, compaction requested=false at 1733534377751 (+14 ms)Writing region close event to WAL at 1733534377753 (+2 ms)Running coprocessor post-close hooks at 1733534377757 (+4 ms)Closed at 1733534377757 2024-12-07T01:19:37,757 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534363167.0ad72a121f4274bb5ca88c27db3ed6d4. 2024-12-07T01:19:37,770 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,35057,1733534355626; all regions closed. 2024-12-07T01:19:37,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741834_1010 (size=4239) 2024-12-07T01:19:37,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741839_1015 (size=2676) 2024-12-07T01:19:37,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741833_1009 (size=1811) 2024-12-07T01:19:37,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/WALs/ec1863dc21e5,35057,1733534355626/ec1863dc21e5%2C35057%2C1733534355626.1733534357123 not finished, retry = 0 2024-12-07T01:19:37,893 DEBUG [RS:0;ec1863dc21e5:35057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:37,893 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:19:37,893 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:19:37,893 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:19:37,894 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:19:37,894 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:19:37,894 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,35057,1733534355626 because: Region server is closing 2024-12-07T01:19:37,894 INFO [RS:0;ec1863dc21e5:35057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:35057. 2024-12-07T01:19:37,894 DEBUG [RS:0;ec1863dc21e5:35057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:37,894 DEBUG [RS:0;ec1863dc21e5:35057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:37,894 DEBUG [RS:0;ec1863dc21e5:35057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:37,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:37,995 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.shipperec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 terminated 2024-12-07T01:19:37,995 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,35057,1733534355626.replicationSource.wal-reader.ec1863dc21e5%2C35057%2C1733534355626,1-ec1863dc21e5,35057,1733534355626 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-07T01:19:37,995 INFO [RS:0;ec1863dc21e5:35057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:35057. 2024-12-07T01:19:37,995 DEBUG [RS:0;ec1863dc21e5:35057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:19:37,995 DEBUG [RS:0;ec1863dc21e5:35057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:37,995 DEBUG [RS:0;ec1863dc21e5:35057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:37,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:37,995 INFO [RS:0;ec1863dc21e5:35057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35057 2024-12-07T01:19:38,131 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0176583407/rs/ec1863dc21e5,35057,1733534355626 2024-12-07T01:19:38,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407/rs 2024-12-07T01:19:38,132 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:19:38,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,35057,1733534355626] 2024-12-07T01:19:38,154 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0176583407/draining/ec1863dc21e5,35057,1733534355626 already deleted, retry=false 2024-12-07T01:19:38,154 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,35057,1733534355626 expired; onlineServers=0 2024-12-07T01:19:38,154 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,38183,1733534355370' ***** 2024-12-07T01:19:38,154 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:19:38,154 INFO [M:0;ec1863dc21e5:38183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:19:38,154 INFO [M:0;ec1863dc21e5:38183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:19:38,155 DEBUG [M:0;ec1863dc21e5:38183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:19:38,155 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:19:38,155 DEBUG [M:0;ec1863dc21e5:38183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:19:38,155 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534356841 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534356841,5,FailOnTimeoutGroup] 2024-12-07T01:19:38,155 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534356844 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534356844,5,FailOnTimeoutGroup] 2024-12-07T01:19:38,155 INFO [M:0;ec1863dc21e5:38183 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:19:38,155 INFO [M:0;ec1863dc21e5:38183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:19:38,155 DEBUG [M:0;ec1863dc21e5:38183 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:19:38,155 INFO [M:0;ec1863dc21e5:38183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:19:38,155 INFO [M:0;ec1863dc21e5:38183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:19:38,155 INFO [M:0;ec1863dc21e5:38183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:19:38,155 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:19:38,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0176583407/master 2024-12-07T01:19:38,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0176583407 2024-12-07T01:19:38,165 DEBUG [M:0;ec1863dc21e5:38183 {}] zookeeper.ZKUtil(347): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Unable to get data of znode /0176583407/master because node does not exist (not an error) 2024-12-07T01:19:38,165 WARN [M:0;ec1863dc21e5:38183 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:19:38,166 INFO [M:0;ec1863dc21e5:38183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/.lastflushedseqids 2024-12-07T01:19:38,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741848_1024 (size=245) 2024-12-07T01:19:38,173 INFO [M:0;ec1863dc21e5:38183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:19:38,173 INFO [M:0;ec1863dc21e5:38183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:19:38,173 DEBUG [M:0;ec1863dc21e5:38183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:19:38,173 INFO [M:0;ec1863dc21e5:38183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:38,173 DEBUG [M:0;ec1863dc21e5:38183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:38,173 DEBUG [M:0;ec1863dc21e5:38183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:19:38,173 DEBUG [M:0;ec1863dc21e5:38183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:38,173 INFO [M:0;ec1863dc21e5:38183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-07T01:19:38,193 DEBUG [M:0;ec1863dc21e5:38183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8a0135ca8074007a92a0d702f9c018e is 82, key is hbase:meta,,1/info:regioninfo/1733534357535/Put/seqid=0 2024-12-07T01:19:38,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741849_1025 (size=5672) 2024-12-07T01:19:38,244 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:38,244 INFO [RS:0;ec1863dc21e5:35057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:19:38,244 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35057-0x101ad5f02f90001, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:38,244 INFO [RS:0;ec1863dc21e5:35057 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,35057,1733534355626; zookeeper connection closed. 2024-12-07T01:19:38,244 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55fad59b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55fad59b 2024-12-07T01:19:38,244 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:19:38,596 INFO [M:0;ec1863dc21e5:38183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8a0135ca8074007a92a0d702f9c018e 2024-12-07T01:19:38,618 DEBUG [M:0;ec1863dc21e5:38183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7618bc078d34355806bab3a37129992 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733534365283/Put/seqid=0 2024-12-07T01:19:38,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741850_1026 (size=8517) 2024-12-07T01:19:38,822 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:19:38,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:38,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:38,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:38,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:38,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:38,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:38,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:38,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:38,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:38,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:39,023 INFO [M:0;ec1863dc21e5:38183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7618bc078d34355806bab3a37129992 2024-12-07T01:19:39,039 DEBUG [M:0;ec1863dc21e5:38183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5e26049d0514deb92f297f39cd65b4f is 69, key is ec1863dc21e5,35057,1733534355626/rs:state/1733534356941/Put/seqid=0 2024-12-07T01:19:39,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741851_1027 (size=5156) 2024-12-07T01:19:39,045 INFO [M:0;ec1863dc21e5:38183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5e26049d0514deb92f297f39cd65b4f 2024-12-07T01:19:39,050 DEBUG [M:0;ec1863dc21e5:38183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8a0135ca8074007a92a0d702f9c018e as hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8a0135ca8074007a92a0d702f9c018e 2024-12-07T01:19:39,053 INFO [M:0;ec1863dc21e5:38183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8a0135ca8074007a92a0d702f9c018e, entries=8, sequenceid=97, filesize=5.5 K 2024-12-07T01:19:39,054 DEBUG [M:0;ec1863dc21e5:38183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7618bc078d34355806bab3a37129992 as hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7618bc078d34355806bab3a37129992 2024-12-07T01:19:39,057 INFO [M:0;ec1863dc21e5:38183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7618bc078d34355806bab3a37129992, entries=11, sequenceid=97, filesize=8.3 K 2024-12-07T01:19:39,058 DEBUG [M:0;ec1863dc21e5:38183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f5e26049d0514deb92f297f39cd65b4f as hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5e26049d0514deb92f297f39cd65b4f 2024-12-07T01:19:39,061 INFO [M:0;ec1863dc21e5:38183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36535/user/jenkins/test-data/293f7322-f9aa-151c-9de9-aef1bfd96b77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f5e26049d0514deb92f297f39cd65b4f, entries=1, sequenceid=97, filesize=5.0 K 2024-12-07T01:19:39,062 INFO [M:0;ec1863dc21e5:38183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false 2024-12-07T01:19:39,063 INFO [M:0;ec1863dc21e5:38183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:39,063 DEBUG [M:0;ec1863dc21e5:38183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534378173Disabling compacts and flushes for region at 1733534378173Disabling writes for close at 1733534378173Obtaining lock to block concurrent updates at 1733534378173Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534378173Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733534378174 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534378174Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534378174Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534378192 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534378192Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534378601 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534378618 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534378618Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534379027 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534379039 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534379039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3144744e: reopening flushed file at 1733534379049 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a6d9bc8: reopening flushed file at 1733534379053 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c46352: reopening flushed file at 1733534379057 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false at 1733534379062 (+5 ms)Writing region close event to WAL at 1733534379063 (+1 ms)Closed at 1733534379063 2024-12-07T01:19:39,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41025 is added to blk_1073741830_1006 (size=63666) 2024-12-07T01:19:39,065 INFO [M:0;ec1863dc21e5:38183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:19:39,065 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:19:39,065 INFO [M:0;ec1863dc21e5:38183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38183 2024-12-07T01:19:39,068 INFO [M:0;ec1863dc21e5:38183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:19:39,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:39,233 INFO [M:0;ec1863dc21e5:38183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:19:39,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38183-0x101ad5f02f90000, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:19:39,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a03fc2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:19:39,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@151d21dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:19:39,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:19:39,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11f678bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:19:39,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@777a69f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/hadoop.log.dir/,STOPPED} 2024-12-07T01:19:39,237 WARN [BP-1543422884-172.17.0.3-1733534353248 heartbeating to localhost/127.0.0.1:36535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:19:39,237 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:19:39,237 WARN [BP-1543422884-172.17.0.3-1733534353248 heartbeating to localhost/127.0.0.1:36535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1543422884-172.17.0.3-1733534353248 (Datanode Uuid 0f3c64f3-591d-4133-9fb1-923bf3c92405) service to localhost/127.0.0.1:36535 2024-12-07T01:19:39,237 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:19:39,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/cluster_1344f0cd-05a6-6e46-00fc-661d33152daf/data/data1/current/BP-1543422884-172.17.0.3-1733534353248 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:19:39,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/cluster_1344f0cd-05a6-6e46-00fc-661d33152daf/data/data2/current/BP-1543422884-172.17.0.3-1733534353248 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:19:39,238 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:19:39,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60ad2533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:19:39,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:19:39,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:19:39,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:19:39,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8efa4753-370a-9895-a977-1dea38784a46/hadoop.log.dir/,STOPPED} 2024-12-07T01:19:39,249 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T01:19:39,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:19:39,268 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 244) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62049) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-18 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36535 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62049) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38473 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=652 (was 624) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=619 (was 693), ProcessCount=11 (was 12), AvailableMemoryMB=3270 (was 3401) 2024-12-07T01:19:39,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=619, ProcessCount=11, AvailableMemoryMB=3270 2024-12-07T01:19:39,288 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-07T01:19:39,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/hadoop.log.dir so I do NOT create it in target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd 2024-12-07T01:19:39,289 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:19:39,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/hadoop.tmp.dir so I do NOT create it in target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd 2024-12-07T01:19:39,289 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0551da7-cd02-86f3-27d8-444e88a152c2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:19:39,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd 2024-12-07T01:19:39,289 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/cluster_c0583c92-63be-de1c-91b8-c27fdc3e6de6, deleteOnExit=true 2024-12-07T01:19:39,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/cluster_c0583c92-63be-de1c-91b8-c27fdc3e6de6/zookeeper_0, clientPort=51381, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/cluster_c0583c92-63be-de1c-91b8-c27fdc3e6de6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/cluster_c0583c92-63be-de1c-91b8-c27fdc3e6de6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T01:19:39,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51381 2024-12-07T01:19:39,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:19:39,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:19:39,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/test.cache.data in system properties and HBase conf 2024-12-07T01:19:39,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:19:39,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:19:39,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:19:39,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:19:39,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:19:39,308 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:19:39,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:19:39,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:19:39,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:19:39,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:19:39,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:19:39,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:19:39,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:19:39,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:19:39,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:19:39,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:19:39,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:19:39,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:19:39,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:19:39,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:19:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101ad5f02f90005, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:19:39,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101ad5f02f90002, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:19:39,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101ad5f02f90005, quorum=127.0.0.1:62049, baseZNode=/1995124966 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:19:39,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101ad5f02f90002, quorum=127.0.0.1:62049, baseZNode=/0176583407 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:19:39,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:39,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:19:39,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:19:39,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:19:39,651 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:19:39,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:39,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7188027e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:19:39,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652543cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:19:39,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56199b95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/java.io.tmpdir/jetty-localhost-38715-hadoop-hdfs-3_4_1-tests_jar-_-any-7269764348928920884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:19:39,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7612f0c{HTTP/1.1, (http/1.1)}{localhost:38715} 2024-12-07T01:19:39,743 INFO [Time-limited test {}] server.Server(415): Started @225241ms 2024-12-07T01:19:39,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:39,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:19:39,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:19:39,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:19:39,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:19:39,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69529380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:19:39,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c10706a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:19:40,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38668141{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/java.io.tmpdir/jetty-localhost-44665-hadoop-hdfs-3_4_1-tests_jar-_-any-18037642139700127979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:19:40,087 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65274dbf{HTTP/1.1, (http/1.1)}{localhost:44665} 2024-12-07T01:19:40,088 INFO [Time-limited test {}] server.Server(415): Started @225586ms 2024-12-07T01:19:40,088 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:19:40,693 WARN [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/cluster_c0583c92-63be-de1c-91b8-c27fdc3e6de6/data/data1/current/BP-1417205703-172.17.0.3-1733534379322/current, will proceed with Du for space computation calculation, 2024-12-07T01:19:40,693 WARN [Thread-2659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/cluster_c0583c92-63be-de1c-91b8-c27fdc3e6de6/data/data2/current/BP-1417205703-172.17.0.3-1733534379322/current, will proceed with Du for space computation calculation, 2024-12-07T01:19:40,714 WARN [Thread-2646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:19:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38a6fec8ea73a3cd with lease ID 0xc831a83424411a05: Processing first storage report for DS-9d013879-eca2-473f-9f12-1e5798af0f33 from datanode DatanodeRegistration(127.0.0.1:44489, datanodeUuid=a05a3d91-1b3e-49f0-8714-603268979243, infoPort=41655, infoSecurePort=0, ipcPort=37177, storageInfo=lv=-57;cid=testClusterID;nsid=530466936;c=1733534379322) 2024-12-07T01:19:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38a6fec8ea73a3cd with lease ID 0xc831a83424411a05: from storage DS-9d013879-eca2-473f-9f12-1e5798af0f33 node DatanodeRegistration(127.0.0.1:44489, datanodeUuid=a05a3d91-1b3e-49f0-8714-603268979243, infoPort=41655, infoSecurePort=0, ipcPort=37177, storageInfo=lv=-57;cid=testClusterID;nsid=530466936;c=1733534379322), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:19:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38a6fec8ea73a3cd with lease ID 0xc831a83424411a05: Processing first storage report for DS-dd2335f2-15fe-477e-9ca3-8a3b3ee542a4 from datanode DatanodeRegistration(127.0.0.1:44489, datanodeUuid=a05a3d91-1b3e-49f0-8714-603268979243, infoPort=41655, infoSecurePort=0, ipcPort=37177, storageInfo=lv=-57;cid=testClusterID;nsid=530466936;c=1733534379322) 2024-12-07T01:19:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38a6fec8ea73a3cd with lease ID 0xc831a83424411a05: from storage DS-dd2335f2-15fe-477e-9ca3-8a3b3ee542a4 node DatanodeRegistration(127.0.0.1:44489, datanodeUuid=a05a3d91-1b3e-49f0-8714-603268979243, infoPort=41655, infoSecurePort=0, ipcPort=37177, storageInfo=lv=-57;cid=testClusterID;nsid=530466936;c=1733534379322), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:19:40,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T01:19:40,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T01:19:40,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-07T01:19:40,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:19:40,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd 2024-12-07T01:19:40,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:40,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:40,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:19:41,222 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1 with version=8 2024-12-07T01:19:41,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/hbase-staging 2024-12-07T01:19:41,224 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:19:41,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:41,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:41,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:19:41,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:41,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:19:41,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:19:41,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:19:41,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45725 2024-12-07T01:19:41,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45725 connecting to ZooKeeper ensemble=127.0.0.1:51381 2024-12-07T01:19:41,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457250x0, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:41,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45725-0x101ad5f68d50000 connected 2024-12-07T01:19:41,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:41,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:41,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Set watcher on znode that does not yet exist, /01562116236/running 2024-12-07T01:19:41,421 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1, hbase.cluster.distributed=false 2024-12-07T01:19:41,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Set watcher on znode that does not yet exist, /01562116236/acl 2024-12-07T01:19:41,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45725 2024-12-07T01:19:41,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45725 2024-12-07T01:19:41,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45725 2024-12-07T01:19:41,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45725 2024-12-07T01:19:41,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45725 2024-12-07T01:19:41,434 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:19:41,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:41,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:41,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:19:41,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:41,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:19:41,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:19:41,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:19:41,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40403 2024-12-07T01:19:41,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40403 connecting to ZooKeeper ensemble=127.0.0.1:51381 2024-12-07T01:19:41,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:41,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:41,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404030x0, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:41,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40403-0x101ad5f68d50001 connected 2024-12-07T01:19:41,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Set watcher on znode that does not yet exist, /01562116236/running 2024-12-07T01:19:41,449 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:19:41,450 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:19:41,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Set watcher on znode that does not yet exist, /01562116236/master 2024-12-07T01:19:41,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Set watcher on znode that does not yet exist, /01562116236/acl 2024-12-07T01:19:41,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40403 2024-12-07T01:19:41,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40403 2024-12-07T01:19:41,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40403 2024-12-07T01:19:41,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40403 2024-12-07T01:19:41,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40403 2024-12-07T01:19:41,467 DEBUG [M:0;ec1863dc21e5:45725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:45725 2024-12-07T01:19:41,467 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01562116236/backup-masters/ec1863dc21e5,45725,1733534381224 2024-12-07T01:19:41,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236/backup-masters 2024-12-07T01:19:41,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236/backup-masters 2024-12-07T01:19:41,479 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Set watcher on existing znode=/01562116236/backup-masters/ec1863dc21e5,45725,1733534381224 2024-12-07T01:19:41,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:19:41,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01562116236/master 2024-12-07T01:19:41,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:19:41,491 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Set watcher on existing znode=/01562116236/master 2024-12-07T01:19:41,491 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01562116236/backup-masters/ec1863dc21e5,45725,1733534381224 from backup master directory 2024-12-07T01:19:41,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562116236/backup-masters/ec1863dc21e5,45725,1733534381224 2024-12-07T01:19:41,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236/backup-masters 2024-12-07T01:19:41,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236/backup-masters 2024-12-07T01:19:41,501 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:19:41,501 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,45725,1733534381224 2024-12-07T01:19:41,504 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/hbase.id] with ID: fc8d06e0-c6e4-47f2-bc1e-6146b614ae03 2024-12-07T01:19:41,504 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/.tmp/hbase.id 2024-12-07T01:19:41,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:19:41,908 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/.tmp/hbase.id]:[hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/hbase.id] 2024-12-07T01:19:41,915 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:41,915 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:19:41,916 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-07T01:19:41,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:19:41,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:19:41,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:19:42,369 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:19:42,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:19:42,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:19:42,776 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store 2024-12-07T01:19:42,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:19:42,812 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:42,812 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:19:42,812 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:42,812 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:42,812 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:19:42,812 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:42,812 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:42,812 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534382812Disabling compacts and flushes for region at 1733534382812Disabling writes for close at 1733534382812Writing region close event to WAL at 1733534382812Closed at 1733534382812 2024-12-07T01:19:42,817 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/.initializing 2024-12-07T01:19:42,817 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/WALs/ec1863dc21e5,45725,1733534381224 2024-12-07T01:19:42,818 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:19:42,819 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C45725%2C1733534381224, suffix=, logDir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/WALs/ec1863dc21e5,45725,1733534381224, archiveDir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/oldWALs, maxLogs=10 2024-12-07T01:19:42,834 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/WALs/ec1863dc21e5,45725,1733534381224/ec1863dc21e5%2C45725%2C1733534381224.1733534382819, exclude list is [], retry=0 2024-12-07T01:19:42,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44489,DS-9d013879-eca2-473f-9f12-1e5798af0f33,DISK] 2024-12-07T01:19:42,839 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/WALs/ec1863dc21e5,45725,1733534381224/ec1863dc21e5%2C45725%2C1733534381224.1733534382819 2024-12-07T01:19:42,839 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41655:41655)] 2024-12-07T01:19:42,839 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:42,839 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:42,839 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:42,839 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:42,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:42,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:19:42,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:42,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:42,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:42,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:19:42,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:42,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:42,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:42,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:19:42,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:42,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:42,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:42,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:19:42,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:42,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:42,853 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:42,853 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:42,853 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:42,855 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:42,855 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:42,855 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:42,857 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:42,861 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:42,861 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74337953, jitterRate=0.10772182047367096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:42,862 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534382839Initializing all the Stores at 1733534382840 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534382840Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534382844 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534382844Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534382844Cleaning up temporary data from old regions at 1733534382855 (+11 ms)Region opened successfully at 1733534382862 (+7 ms) 2024-12-07T01:19:42,862 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:19:42,866 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1942336b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:19:42,867 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:19:42,867 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:19:42,867 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:19:42,867 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:19:42,868 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:19:42,868 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:19:42,868 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:19:42,873 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:19:42,874 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Unable to get data of znode /01562116236/balancer because node does not exist (not necessarily an error) 2024-12-07T01:19:42,970 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562116236/balancer already deleted, retry=false 2024-12-07T01:19:42,971 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:19:42,971 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Unable to get data of znode /01562116236/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:19:42,994 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562116236/normalizer already deleted, retry=false 2024-12-07T01:19:42,995 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:19:42,996 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Unable to get data of znode /01562116236/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:19:43,006 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562116236/switch/split already deleted, retry=false 2024-12-07T01:19:43,007 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Unable to get data of znode /01562116236/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:19:43,017 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562116236/switch/merge already deleted, retry=false 2024-12-07T01:19:43,018 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Unable to get data of znode /01562116236/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:19:43,027 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01562116236/snapshot-cleanup already deleted, retry=false 2024-12-07T01:19:43,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01562116236/running 2024-12-07T01:19:43,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01562116236/running 2024-12-07T01:19:43,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:19:43,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:19:43,038 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,45725,1733534381224, sessionid=0x101ad5f68d50000, setting cluster-up flag (Was=false) 2024-12-07T01:19:43,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:19:43,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:19:43,091 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01562116236/flush-table-proc/acquired, /01562116236/flush-table-proc/reached, /01562116236/flush-table-proc/abort 2024-12-07T01:19:43,091 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,45725,1733534381224 2024-12-07T01:19:43,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:19:43,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:19:43,143 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01562116236/online-snapshot/acquired, /01562116236/online-snapshot/reached, /01562116236/online-snapshot/abort 2024-12-07T01:19:43,144 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,45725,1733534381224 2024-12-07T01:19:43,145 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:19:43,146 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:43,146 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:19:43,146 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:19:43,146 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,45725,1733534381224 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:19:43,148 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:43,148 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:43,148 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:43,148 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:43,148 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:19:43,148 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:43,148 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:19:43,148 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:43,148 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534413148 2024-12-07T01:19:43,149 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:19:43,149 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:19:43,149 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:19:43,149 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:19:43,149 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:19:43,149 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:19:43,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:43,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:19:43,149 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,149 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:19:43,149 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:19:43,149 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:19:43,149 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:19:43,149 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:19:43,149 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:19:43,150 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:43,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:19:43,152 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534383150,5,FailOnTimeoutGroup] 2024-12-07T01:19:43,156 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534383152,5,FailOnTimeoutGroup] 2024-12-07T01:19:43,156 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,156 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:19:43,156 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,156 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,161 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(746): ClusterId : fc8d06e0-c6e4-47f2-bc1e-6146b614ae03 2024-12-07T01:19:43,162 DEBUG [RS:0;ec1863dc21e5:40403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:19:43,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:19:43,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:19:43,169 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1 2024-12-07T01:19:43,174 DEBUG [RS:0;ec1863dc21e5:40403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:19:43,174 DEBUG [RS:0;ec1863dc21e5:40403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:19:43,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741832_1008 (size=32) 2024-12-07T01:19:43,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:43,186 DEBUG [RS:0;ec1863dc21e5:40403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:19:43,186 DEBUG [RS:0;ec1863dc21e5:40403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1734c5f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:19:43,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:19:43,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:19:43,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:43,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:43,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:19:43,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:19:43,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:43,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:43,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:19:43,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:19:43,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:43,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:43,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:19:43,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:19:43,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:43,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:43,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:19:43,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740 2024-12-07T01:19:43,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740 2024-12-07T01:19:43,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:19:43,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:19:43,197 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:43,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:19:43,200 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:43,200 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71709742, jitterRate=0.06855842471122742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:43,200 DEBUG [RS:0;ec1863dc21e5:40403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:40403 2024-12-07T01:19:43,200 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:19:43,200 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:19:43,200 DEBUG [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:19:43,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534383182Initializing all the Stores at 1733534383182Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534383183 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534383188 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534383188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534383188Cleaning up temporary data from old regions at 1733534383197 (+9 ms)Region opened successfully at 1733534383200 (+3 ms) 2024-12-07T01:19:43,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:19:43,201 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:19:43,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:19:43,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:19:43,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:19:43,201 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,45725,1733534381224 with port=40403, startcode=1733534381434 2024-12-07T01:19:43,201 DEBUG [RS:0;ec1863dc21e5:40403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:19:43,204 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:19:43,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534383201Disabling compacts and flushes for region at 1733534383201Disabling writes for close at 1733534383201Writing region close event to WAL at 1733534383204 (+3 ms)Closed at 1733534383204 2024-12-07T01:19:43,205 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:19:43,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:43,205 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:19:43,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:19:43,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,40403,1733534381434 2024-12-07T01:19:43,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45725 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,40403,1733534381434 2024-12-07T01:19:43,206 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:19:43,206 DEBUG [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1 2024-12-07T01:19:43,206 DEBUG [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38347 2024-12-07T01:19:43,206 DEBUG [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:19:43,207 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:19:43,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236/rs 2024-12-07T01:19:43,217 DEBUG [RS:0;ec1863dc21e5:40403 {}] zookeeper.ZKUtil(111): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Set watcher on existing znode=/01562116236/rs/ec1863dc21e5,40403,1733534381434 2024-12-07T01:19:43,217 WARN [RS:0;ec1863dc21e5:40403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:19:43,217 INFO [RS:0;ec1863dc21e5:40403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:43,217 DEBUG [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434 2024-12-07T01:19:43,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,40403,1733534381434] 2024-12-07T01:19:43,220 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:19:43,221 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:19:43,221 INFO [RS:0;ec1863dc21e5:40403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:19:43,221 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,221 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:19:43,222 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:19:43,222 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,222 DEBUG [RS:0;ec1863dc21e5:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:43,222 DEBUG [RS:0;ec1863dc21e5:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:43,222 DEBUG [RS:0;ec1863dc21e5:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:43,222 DEBUG [RS:0;ec1863dc21e5:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:43,222 DEBUG [RS:0;ec1863dc21e5:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:43,222 DEBUG [RS:0;ec1863dc21e5:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:19:43,222 DEBUG [RS:0;ec1863dc21e5:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:43,222 DEBUG [RS:0;ec1863dc21e5:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:43,222 DEBUG [RS:0;ec1863dc21e5:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:43,223 DEBUG [RS:0;ec1863dc21e5:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:43,223 DEBUG [RS:0;ec1863dc21e5:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:43,223 DEBUG [RS:0;ec1863dc21e5:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:43,223 DEBUG [RS:0;ec1863dc21e5:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:19:43,223 DEBUG [RS:0;ec1863dc21e5:40403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:19:43,227 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,227 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,227 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,227 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,227 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,227 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,40403,1733534381434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:19:43,243 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:19:43,243 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,40403,1733534381434-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,243 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,243 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.Replication(171): ec1863dc21e5,40403,1733534381434 started 2024-12-07T01:19:43,254 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,254 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,40403,1733534381434, RpcServer on ec1863dc21e5/172.17.0.3:40403, sessionid=0x101ad5f68d50001 2024-12-07T01:19:43,254 DEBUG [RS:0;ec1863dc21e5:40403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:19:43,254 DEBUG [RS:0;ec1863dc21e5:40403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,40403,1733534381434 2024-12-07T01:19:43,254 DEBUG [RS:0;ec1863dc21e5:40403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,40403,1733534381434' 2024-12-07T01:19:43,254 DEBUG [RS:0;ec1863dc21e5:40403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01562116236/flush-table-proc/abort' 2024-12-07T01:19:43,254 DEBUG [RS:0;ec1863dc21e5:40403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01562116236/flush-table-proc/acquired' 2024-12-07T01:19:43,255 DEBUG [RS:0;ec1863dc21e5:40403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:19:43,255 DEBUG [RS:0;ec1863dc21e5:40403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:19:43,255 DEBUG [RS:0;ec1863dc21e5:40403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,40403,1733534381434 2024-12-07T01:19:43,255 DEBUG [RS:0;ec1863dc21e5:40403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,40403,1733534381434' 2024-12-07T01:19:43,255 DEBUG [RS:0;ec1863dc21e5:40403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01562116236/online-snapshot/abort' 2024-12-07T01:19:43,255 DEBUG [RS:0;ec1863dc21e5:40403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01562116236/online-snapshot/acquired' 2024-12-07T01:19:43,255 DEBUG [RS:0;ec1863dc21e5:40403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:19:43,255 INFO [RS:0;ec1863dc21e5:40403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:19:43,255 INFO [RS:0;ec1863dc21e5:40403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:19:43,355 INFO [RS:0;ec1863dc21e5:40403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:19:43,357 INFO [RS:0;ec1863dc21e5:40403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C40403%2C1733534381434, suffix=, logDir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434, archiveDir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/oldWALs, maxLogs=10 2024-12-07T01:19:43,357 WARN [ec1863dc21e5:45725 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T01:19:43,372 DEBUG [RS:0;ec1863dc21e5:40403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357, exclude list is [], retry=0 2024-12-07T01:19:43,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44489,DS-9d013879-eca2-473f-9f12-1e5798af0f33,DISK] 2024-12-07T01:19:43,376 INFO [RS:0;ec1863dc21e5:40403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 2024-12-07T01:19:43,376 DEBUG [RS:0;ec1863dc21e5:40403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41655:41655)] 2024-12-07T01:19:43,607 DEBUG [ec1863dc21e5:45725 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:19:43,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,40403,1733534381434 2024-12-07T01:19:43,609 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,40403,1733534381434, state=OPENING 2024-12-07T01:19:43,680 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:19:43,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:19:43,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:19:43,691 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:19:43,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562116236/meta-region-server: CHANGED 2024-12-07T01:19:43,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562116236/meta-region-server: CHANGED 2024-12-07T01:19:43,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,40403,1733534381434}] 2024-12-07T01:19:43,843 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:19:43,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:19:43,847 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:19:43,848 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:43,848 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:19:43,849 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C40403%2C1733534381434.meta, suffix=.meta, logDir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434, archiveDir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/oldWALs, maxLogs=10 2024-12-07T01:19:43,859 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.meta.1733534383849.meta, exclude list is [], retry=0 2024-12-07T01:19:43,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44489,DS-9d013879-eca2-473f-9f12-1e5798af0f33,DISK] 2024-12-07T01:19:43,862 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.meta.1733534383849.meta 2024-12-07T01:19:43,863 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41655:41655)] 2024-12-07T01:19:43,863 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:43,863 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:19:43,863 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:19:43,863 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:19:43,863 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:19:43,863 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:19:43,863 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:43,863 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:19:43,863 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:19:43,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:19:43,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:19:43,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:43,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:43,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:19:43,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:19:43,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:43,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:43,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:19:43,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:19:43,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:43,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:43,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:19:43,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:19:43,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:43,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:43,868 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:19:43,869 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740 2024-12-07T01:19:43,869 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740 2024-12-07T01:19:43,870 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:19:43,870 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:19:43,871 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:43,872 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:19:43,872 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63903814, jitterRate=-0.04775896668434143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:43,872 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:19:43,873 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534383863Writing region info on filesystem at 1733534383863Initializing all the Stores at 1733534383864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534383864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534383864Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534383864Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534383864Cleaning up temporary data from old regions at 1733534383870 (+6 ms)Running coprocessor post-open hooks at 1733534383872 (+2 ms)Region opened successfully at 1733534383873 (+1 ms) 2024-12-07T01:19:43,873 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534383843 2024-12-07T01:19:43,875 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:19:43,875 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:19:43,876 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,40403,1733534381434 2024-12-07T01:19:43,876 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,40403,1733534381434, state=OPEN 2024-12-07T01:19:43,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01562116236/meta-region-server 2024-12-07T01:19:43,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01562116236/meta-region-server 2024-12-07T01:19:43,914 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,40403,1733534381434 2024-12-07T01:19:43,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562116236/meta-region-server: CHANGED 2024-12-07T01:19:43,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01562116236/meta-region-server: CHANGED 2024-12-07T01:19:43,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:19:43,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,40403,1733534381434 in 223 msec 2024-12-07T01:19:43,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:19:43,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 711 msec 2024-12-07T01:19:43,918 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:43,918 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:19:43,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:43,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40403,1733534381434, seqNum=-1] 2024-12-07T01:19:43,919 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:43,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:43,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 778 msec 2024-12-07T01:19:43,924 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534383924, completionTime=-1 2024-12-07T01:19:43,924 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:19:43,924 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:19:43,926 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:19:43,926 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534443926 2024-12-07T01:19:43,926 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534503926 2024-12-07T01:19:43,926 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-07T01:19:43,926 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45725,1733534381224-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,926 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45725,1733534381224-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,926 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45725,1733534381224-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,926 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:45725, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,926 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,926 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,928 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:19:43,929 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.428sec 2024-12-07T01:19:43,929 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:19:43,929 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:19:43,929 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:19:43,929 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:19:43,929 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:19:43,929 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45725,1733534381224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:19:43,930 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45725,1733534381224-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:19:43,931 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:19:43,931 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:19:43,931 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45725,1733534381224-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:43,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a191a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:43,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,45725,-1 for getting cluster id 2024-12-07T01:19:43,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:43,963 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc8d06e0-c6e4-47f2-bc1e-6146b614ae03' 2024-12-07T01:19:43,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc8d06e0-c6e4-47f2-bc1e-6146b614ae03" 2024-12-07T01:19:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75672e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,45725,-1] 2024-12-07T01:19:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:43,965 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:43,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af64b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:43,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:43,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40403,1733534381434, seqNum=-1] 2024-12-07T01:19:43,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:43,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:43,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,45725,1733534381224 2024-12-07T01:19:43,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51381 2024-12-07T01:19:43,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:43,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101ad5f68d50002 connected 2024-12-07T01:19:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/hadoop.log.dir so I do NOT create it in target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58 2024-12-07T01:19:43,998 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:19:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/hadoop.tmp.dir so I do NOT create it in target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58 2024-12-07T01:19:43,998 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:19:43,998 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58 2024-12-07T01:19:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:19:43,998 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/cluster_c4b3c6ee-bf4f-31b2-b3de-0fcf14b53b69, deleteOnExit=true 2024-12-07T01:19:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:19:43,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/test.cache.data in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:19:43,999 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:19:43,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:19:44,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:19:44,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:44,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:19:44,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:19:44,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:19:44,298 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:19:44,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:44,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bab9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:19:44,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de60843{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:19:44,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@581e662d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/java.io.tmpdir/jetty-localhost-37797-hadoop-hdfs-3_4_1-tests_jar-_-any-8833638745864168212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:19:44,390 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@666de90c{HTTP/1.1, (http/1.1)}{localhost:37797} 2024-12-07T01:19:44,390 INFO [Time-limited test {}] server.Server(415): Started @229888ms 2024-12-07T01:19:44,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:44,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:19:44,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:19:44,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:19:44,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:19:44,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3501bdbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:19:44,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70a075cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:19:44,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61fb4e94{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/java.io.tmpdir/jetty-localhost-32781-hadoop-hdfs-3_4_1-tests_jar-_-any-9129476547842404790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:19:44,739 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30dd4f1b{HTTP/1.1, (http/1.1)}{localhost:32781} 2024-12-07T01:19:44,739 INFO [Time-limited test {}] server.Server(415): Started @230237ms 2024-12-07T01:19:44,739 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:19:45,338 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/cluster_c4b3c6ee-bf4f-31b2-b3de-0fcf14b53b69/data/data2/current/BP-645212838-172.17.0.3-1733534384012/current, will proceed with Du for space computation calculation, 2024-12-07T01:19:45,338 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/cluster_c4b3c6ee-bf4f-31b2-b3de-0fcf14b53b69/data/data1/current/BP-645212838-172.17.0.3-1733534384012/current, will proceed with Du for space computation calculation, 2024-12-07T01:19:45,356 WARN [Thread-2766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:19:45,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdab12d60547f14ab with lease ID 0xc372268e9a148a8: Processing first storage report for DS-fab96178-73cb-4ba4-9588-c0a7e07e1c26 from datanode DatanodeRegistration(127.0.0.1:41821, datanodeUuid=475b2940-f89e-4e8d-a195-6aa9ee8bc956, infoPort=37127, infoSecurePort=0, ipcPort=40063, storageInfo=lv=-57;cid=testClusterID;nsid=223663597;c=1733534384012) 2024-12-07T01:19:45,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdab12d60547f14ab with lease ID 0xc372268e9a148a8: from storage DS-fab96178-73cb-4ba4-9588-c0a7e07e1c26 node DatanodeRegistration(127.0.0.1:41821, datanodeUuid=475b2940-f89e-4e8d-a195-6aa9ee8bc956, infoPort=37127, infoSecurePort=0, ipcPort=40063, storageInfo=lv=-57;cid=testClusterID;nsid=223663597;c=1733534384012), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:19:45,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdab12d60547f14ab with lease ID 0xc372268e9a148a8: Processing first storage report for DS-780da615-1ef4-49f4-99d7-1c3dec8a90b0 from datanode DatanodeRegistration(127.0.0.1:41821, datanodeUuid=475b2940-f89e-4e8d-a195-6aa9ee8bc956, infoPort=37127, infoSecurePort=0, ipcPort=40063, storageInfo=lv=-57;cid=testClusterID;nsid=223663597;c=1733534384012) 2024-12-07T01:19:45,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdab12d60547f14ab with lease ID 0xc372268e9a148a8: from storage DS-780da615-1ef4-49f4-99d7-1c3dec8a90b0 node DatanodeRegistration(127.0.0.1:41821, datanodeUuid=475b2940-f89e-4e8d-a195-6aa9ee8bc956, infoPort=37127, infoSecurePort=0, ipcPort=40063, storageInfo=lv=-57;cid=testClusterID;nsid=223663597;c=1733534384012), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T01:19:45,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58 2024-12-07T01:19:45,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:45,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:45,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:19:45,794 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f with version=8 2024-12-07T01:19:45,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/hbase-staging 2024-12-07T01:19:45,797 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:19:45,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:45,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:45,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:19:45,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:45,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:19:45,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:19:45,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:19:45,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37337 2024-12-07T01:19:45,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37337 connecting to ZooKeeper ensemble=127.0.0.1:51381 2024-12-07T01:19:45,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373370x0, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:45,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37337-0x101ad5f68d50003 connected 2024-12-07T01:19:45,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:45,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:45,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Set watcher on znode that does not yet exist, /1828782399/running 2024-12-07T01:19:45,926 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f, hbase.cluster.distributed=false 2024-12-07T01:19:45,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Set watcher on znode that does not yet exist, /1828782399/acl 2024-12-07T01:19:45,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37337 2024-12-07T01:19:45,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37337 2024-12-07T01:19:45,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37337 2024-12-07T01:19:45,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37337 2024-12-07T01:19:45,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37337 2024-12-07T01:19:45,941 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:19:45,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:45,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:45,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:19:45,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:45,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:19:45,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:19:45,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:19:45,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39263 2024-12-07T01:19:45,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39263 connecting to ZooKeeper ensemble=127.0.0.1:51381 2024-12-07T01:19:45,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:45,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:45,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392630x0, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:45,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392630x0, quorum=127.0.0.1:51381, baseZNode=/1828782399 Set watcher on znode that does not yet exist, /1828782399/running 2024-12-07T01:19:45,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39263-0x101ad5f68d50004 connected 2024-12-07T01:19:45,954 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:19:45,961 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:19:45,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Set watcher on znode that does not yet exist, /1828782399/master 2024-12-07T01:19:45,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Set watcher on znode that does not yet exist, /1828782399/acl 2024-12-07T01:19:45,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39263 2024-12-07T01:19:45,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39263 2024-12-07T01:19:45,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39263 2024-12-07T01:19:45,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39263 2024-12-07T01:19:45,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39263 2024-12-07T01:19:46,000 DEBUG [M:0;ec1863dc21e5:37337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:37337 2024-12-07T01:19:46,000 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1828782399/backup-masters/ec1863dc21e5,37337,1733534385797 2024-12-07T01:19:46,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399/backup-masters 2024-12-07T01:19:46,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399/backup-masters 2024-12-07T01:19:46,008 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Set watcher on existing znode=/1828782399/backup-masters/ec1863dc21e5,37337,1733534385797 2024-12-07T01:19:46,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1828782399/master 2024-12-07T01:19:46,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:19:46,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:19:46,017 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Set watcher on existing znode=/1828782399/master 2024-12-07T01:19:46,017 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1828782399/backup-masters/ec1863dc21e5,37337,1733534385797 from backup master directory 2024-12-07T01:19:46,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1828782399/backup-masters/ec1863dc21e5,37337,1733534385797 2024-12-07T01:19:46,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399/backup-masters 2024-12-07T01:19:46,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399/backup-masters 2024-12-07T01:19:46,027 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:19:46,027 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,37337,1733534385797 2024-12-07T01:19:46,030 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/hbase.id] with ID: 57ec2e81-1ad9-4a61-a8e6-247a262e645e 2024-12-07T01:19:46,030 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/.tmp/hbase.id 2024-12-07T01:19:46,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:19:46,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:19:46,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:46,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:46,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:46,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:46,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:46,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:46,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:46,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:46,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:46,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:46,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:46,438 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/.tmp/hbase.id]:[hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/hbase.id] 2024-12-07T01:19:46,446 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:46,446 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:19:46,446 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-07T01:19:46,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:19:46,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:19:46,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:19:46,895 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:19:46,896 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:19:46,896 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:46,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:19:47,308 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store 2024-12-07T01:19:47,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:19:47,323 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:47,324 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:19:47,324 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:47,324 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:47,324 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:19:47,324 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:47,324 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:47,324 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534387324Disabling compacts and flushes for region at 1733534387324Disabling writes for close at 1733534387324Writing region close event to WAL at 1733534387324Closed at 1733534387324 2024-12-07T01:19:47,325 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/.initializing 2024-12-07T01:19:47,325 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/WALs/ec1863dc21e5,37337,1733534385797 2024-12-07T01:19:47,325 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:19:47,327 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C37337%2C1733534385797, suffix=, logDir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/WALs/ec1863dc21e5,37337,1733534385797, archiveDir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/oldWALs, maxLogs=10 2024-12-07T01:19:47,347 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/WALs/ec1863dc21e5,37337,1733534385797/ec1863dc21e5%2C37337%2C1733534385797.1733534387327, exclude list is [], retry=0 2024-12-07T01:19:47,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-fab96178-73cb-4ba4-9588-c0a7e07e1c26,DISK] 2024-12-07T01:19:47,353 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/WALs/ec1863dc21e5,37337,1733534385797/ec1863dc21e5%2C37337%2C1733534385797.1733534387327 2024-12-07T01:19:47,356 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37127:37127)] 2024-12-07T01:19:47,356 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:47,357 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:47,357 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:47,357 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:47,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:47,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:19:47,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:47,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:47,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:47,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:19:47,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:47,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:47,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:47,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:19:47,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:47,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:47,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:47,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:19:47,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:47,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:47,370 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:47,371 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:47,371 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:47,372 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:47,372 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:47,372 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:47,374 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:47,376 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:47,376 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71072758, jitterRate=0.05906662344932556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:47,376 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534387357Initializing all the Stores at 1733534387359 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534387359Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534387363 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534387363Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534387364 (+1 ms)Cleaning up temporary data from old regions at 1733534387372 (+8 ms)Region opened successfully at 1733534387376 (+4 ms) 2024-12-07T01:19:47,380 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:19:47,384 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acf09d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:19:47,384 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:19:47,385 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:19:47,385 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:19:47,385 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:19:47,385 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:19:47,386 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:19:47,386 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:19:47,392 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:19:47,393 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Unable to get data of znode /1828782399/balancer because node does not exist (not necessarily an error) 2024-12-07T01:19:47,449 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1828782399/balancer already deleted, retry=false 2024-12-07T01:19:47,450 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:19:47,451 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Unable to get data of znode /1828782399/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:19:47,459 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1828782399/normalizer already deleted, retry=false 2024-12-07T01:19:47,459 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:19:47,461 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Unable to get data of znode /1828782399/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:19:47,469 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1828782399/switch/split already deleted, retry=false 2024-12-07T01:19:47,470 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Unable to get data of znode /1828782399/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:19:47,480 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1828782399/switch/merge already deleted, retry=false 2024-12-07T01:19:47,482 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Unable to get data of znode /1828782399/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:19:47,490 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1828782399/snapshot-cleanup already deleted, retry=false 2024-12-07T01:19:47,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1828782399/running 2024-12-07T01:19:47,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1828782399/running 2024-12-07T01:19:47,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:19:47,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:19:47,501 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,37337,1733534385797, sessionid=0x101ad5f68d50003, setting cluster-up flag (Was=false) 2024-12-07T01:19:47,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:19:47,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:19:47,553 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1828782399/flush-table-proc/acquired, /1828782399/flush-table-proc/reached, /1828782399/flush-table-proc/abort 2024-12-07T01:19:47,554 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,37337,1733534385797 2024-12-07T01:19:47,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:19:47,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:19:47,606 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1828782399/online-snapshot/acquired, /1828782399/online-snapshot/reached, /1828782399/online-snapshot/abort 2024-12-07T01:19:47,607 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,37337,1733534385797 2024-12-07T01:19:47,608 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:19:47,609 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:47,609 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:19:47,609 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:19:47,609 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,37337,1733534385797 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:19:47,610 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:47,610 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:47,610 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:47,610 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:47,611 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:19:47,611 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:47,611 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:19:47,611 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:47,611 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534417611 2024-12-07T01:19:47,611 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:19:47,612 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:19:47,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:47,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:19:47,612 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:19:47,612 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:19:47,612 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:19:47,612 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:19:47,612 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:47,612 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:47,612 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:19:47,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:19:47,613 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:19:47,613 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:19:47,613 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:19:47,613 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:19:47,613 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:19:47,616 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534387614,5,FailOnTimeoutGroup] 2024-12-07T01:19:47,616 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534387616,5,FailOnTimeoutGroup] 2024-12-07T01:19:47,616 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:47,616 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:19:47,616 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:47,616 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:47,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:19:47,691 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(746): ClusterId : 57ec2e81-1ad9-4a61-a8e6-247a262e645e 2024-12-07T01:19:47,691 DEBUG [RS:0;ec1863dc21e5:39263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:19:47,766 DEBUG [RS:0;ec1863dc21e5:39263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:19:47,766 DEBUG [RS:0;ec1863dc21e5:39263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:19:47,852 DEBUG [RS:0;ec1863dc21e5:39263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:19:47,852 DEBUG [RS:0;ec1863dc21e5:39263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efb9bcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:19:47,867 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:39263 2024-12-07T01:19:47,867 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:19:47,868 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:19:47,868 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:19:47,869 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,37337,1733534385797 with port=39263, startcode=1733534385941 2024-12-07T01:19:47,869 DEBUG [RS:0;ec1863dc21e5:39263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:19:47,871 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:19:47,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,39263,1733534385941 2024-12-07T01:19:47,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37337 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,39263,1733534385941 2024-12-07T01:19:47,882 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f 2024-12-07T01:19:47,882 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38705 2024-12-07T01:19:47,882 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:19:47,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399/rs 2024-12-07T01:19:47,902 DEBUG [RS:0;ec1863dc21e5:39263 {}] zookeeper.ZKUtil(111): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Set watcher on existing znode=/1828782399/rs/ec1863dc21e5,39263,1733534385941 2024-12-07T01:19:47,902 WARN [RS:0;ec1863dc21e5:39263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:19:47,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,39263,1733534385941] 2024-12-07T01:19:47,902 INFO [RS:0;ec1863dc21e5:39263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:47,902 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941 2024-12-07T01:19:47,908 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:19:47,910 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:19:47,911 INFO [RS:0;ec1863dc21e5:39263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:19:47,911 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:47,911 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:19:47,912 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:19:47,912 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:47,912 DEBUG [RS:0;ec1863dc21e5:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:47,912 DEBUG [RS:0;ec1863dc21e5:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:47,912 DEBUG [RS:0;ec1863dc21e5:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:47,912 DEBUG [RS:0;ec1863dc21e5:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:47,912 DEBUG [RS:0;ec1863dc21e5:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:47,912 DEBUG [RS:0;ec1863dc21e5:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:19:47,912 DEBUG [RS:0;ec1863dc21e5:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:47,912 DEBUG [RS:0;ec1863dc21e5:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:47,912 DEBUG [RS:0;ec1863dc21e5:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:47,912 DEBUG [RS:0;ec1863dc21e5:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:47,912 DEBUG [RS:0;ec1863dc21e5:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:47,912 DEBUG [RS:0;ec1863dc21e5:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:47,912 DEBUG [RS:0;ec1863dc21e5:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:19:47,912 DEBUG [RS:0;ec1863dc21e5:39263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:19:47,916 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:47,916 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:47,916 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:47,916 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:47,916 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:47,916 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,39263,1733534385941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:19:47,928 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:19:47,928 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,39263,1733534385941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:47,928 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:47,929 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.Replication(171): ec1863dc21e5,39263,1733534385941 started 2024-12-07T01:19:47,941 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:47,941 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,39263,1733534385941, RpcServer on ec1863dc21e5/172.17.0.3:39263, sessionid=0x101ad5f68d50004 2024-12-07T01:19:47,941 DEBUG [RS:0;ec1863dc21e5:39263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:19:47,941 DEBUG [RS:0;ec1863dc21e5:39263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,39263,1733534385941 2024-12-07T01:19:47,941 DEBUG [RS:0;ec1863dc21e5:39263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,39263,1733534385941' 2024-12-07T01:19:47,941 DEBUG [RS:0;ec1863dc21e5:39263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1828782399/flush-table-proc/abort' 2024-12-07T01:19:47,942 DEBUG [RS:0;ec1863dc21e5:39263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1828782399/flush-table-proc/acquired' 2024-12-07T01:19:47,942 DEBUG [RS:0;ec1863dc21e5:39263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:19:47,942 DEBUG [RS:0;ec1863dc21e5:39263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:19:47,942 DEBUG [RS:0;ec1863dc21e5:39263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,39263,1733534385941 2024-12-07T01:19:47,942 DEBUG [RS:0;ec1863dc21e5:39263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,39263,1733534385941' 2024-12-07T01:19:47,942 DEBUG [RS:0;ec1863dc21e5:39263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1828782399/online-snapshot/abort' 2024-12-07T01:19:47,942 DEBUG [RS:0;ec1863dc21e5:39263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1828782399/online-snapshot/acquired' 2024-12-07T01:19:47,943 DEBUG [RS:0;ec1863dc21e5:39263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:19:47,943 INFO [RS:0;ec1863dc21e5:39263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:19:47,943 INFO [RS:0;ec1863dc21e5:39263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:19:48,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:19:48,023 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f 2024-12-07T01:19:48,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741832_1008 (size=32) 2024-12-07T01:19:48,043 INFO [RS:0;ec1863dc21e5:39263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:19:48,044 INFO [RS:0;ec1863dc21e5:39263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C39263%2C1733534385941, suffix=, logDir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941, archiveDir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/oldWALs, maxLogs=10 2024-12-07T01:19:48,055 DEBUG [RS:0;ec1863dc21e5:39263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045, exclude list is [], retry=0 2024-12-07T01:19:48,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-fab96178-73cb-4ba4-9588-c0a7e07e1c26,DISK] 2024-12-07T01:19:48,059 INFO [RS:0;ec1863dc21e5:39263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 2024-12-07T01:19:48,059 DEBUG [RS:0;ec1863dc21e5:39263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37127:37127)] 2024-12-07T01:19:48,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:48,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:19:48,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:19:48,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:48,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:48,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:19:48,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:19:48,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:48,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:48,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:19:48,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:19:48,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:48,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:48,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:19:48,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:19:48,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:48,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:48,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:19:48,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740 2024-12-07T01:19:48,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740 2024-12-07T01:19:48,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:19:48,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:19:48,435 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:48,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:19:48,437 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:48,438 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74636915, jitterRate=0.11217670142650604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:48,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534388428Initializing all the Stores at 1733534388429 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534388429Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534388429Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534388429Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534388429Cleaning up temporary data from old regions at 1733534388435 (+6 ms)Region opened successfully at 1733534388438 (+3 ms) 2024-12-07T01:19:48,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:19:48,438 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:19:48,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:19:48,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:19:48,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:19:48,438 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:19:48,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534388438Disabling compacts and flushes for region at 1733534388438Disabling writes for close at 1733534388438Writing region close event to WAL at 1733534388438Closed at 1733534388438 2024-12-07T01:19:48,439 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:48,439 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:19:48,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:19:48,440 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:19:48,440 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:19:48,591 DEBUG [ec1863dc21e5:37337 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:19:48,591 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,39263,1733534385941 2024-12-07T01:19:48,592 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,39263,1733534385941, state=OPENING 2024-12-07T01:19:48,693 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:19:48,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:19:48,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:19:48,712 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:19:48,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1828782399/meta-region-server: CHANGED 2024-12-07T01:19:48,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1828782399/meta-region-server: CHANGED 2024-12-07T01:19:48,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,39263,1733534385941}] 2024-12-07T01:19:48,864 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:19:48,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:19:48,868 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:19:48,868 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:48,868 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:19:48,869 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C39263%2C1733534385941.meta, suffix=.meta, logDir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941, archiveDir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/oldWALs, maxLogs=10 2024-12-07T01:19:48,887 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.meta.1733534388870.meta, exclude list is [], retry=0 2024-12-07T01:19:48,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-fab96178-73cb-4ba4-9588-c0a7e07e1c26,DISK] 2024-12-07T01:19:48,890 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.meta.1733534388870.meta 2024-12-07T01:19:48,890 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37127:37127)] 2024-12-07T01:19:48,890 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:48,891 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:19:48,891 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:19:48,891 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:19:48,891 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:19:48,891 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:19:48,891 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:48,891 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:19:48,891 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:19:48,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:19:48,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:19:48,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:48,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:48,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:19:48,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:19:48,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:48,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:48,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:19:48,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:19:48,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:48,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:48,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:19:48,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:19:48,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:48,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:48,896 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:19:48,897 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740 2024-12-07T01:19:48,897 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740 2024-12-07T01:19:48,898 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:19:48,898 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:19:48,899 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:48,899 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:19:48,900 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63267800, jitterRate=-0.057236313819885254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:48,900 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:19:48,900 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534388891Writing region info on filesystem at 1733534388891Initializing all the Stores at 1733534388892 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534388892Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534388893 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534388893Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534388893Cleaning up temporary data from old regions at 1733534388898 (+5 ms)Running coprocessor post-open hooks at 1733534388900 (+2 ms)Region opened successfully at 1733534388900 2024-12-07T01:19:48,901 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534388864 2024-12-07T01:19:48,903 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:19:48,903 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:19:48,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,39263,1733534385941 2024-12-07T01:19:48,903 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,39263,1733534385941, state=OPEN 2024-12-07T01:19:48,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1828782399/meta-region-server 2024-12-07T01:19:48,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1828782399/meta-region-server 2024-12-07T01:19:48,911 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,39263,1733534385941 2024-12-07T01:19:48,911 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1828782399/meta-region-server: CHANGED 2024-12-07T01:19:48,911 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1828782399/meta-region-server: CHANGED 2024-12-07T01:19:48,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:19:48,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,39263,1733534385941 in 199 msec 2024-12-07T01:19:48,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:19:48,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-12-07T01:19:48,915 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:48,915 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:19:48,916 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:48,916 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,39263,1733534385941, seqNum=-1] 2024-12-07T01:19:48,916 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:48,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:48,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-12-07T01:19:48,922 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534388922, completionTime=-1 2024-12-07T01:19:48,922 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:19:48,922 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:19:48,924 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:19:48,924 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534448924 2024-12-07T01:19:48,924 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534508924 2024-12-07T01:19:48,924 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-07T01:19:48,924 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37337,1733534385797-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:48,924 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37337,1733534385797-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:48,924 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37337,1733534385797-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:48,924 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:37337, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:48,924 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:48,924 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:48,926 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:19:48,927 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.899sec 2024-12-07T01:19:48,928 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:19:48,928 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:19:48,928 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:19:48,928 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:19:48,928 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:19:48,928 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37337,1733534385797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:19:48,928 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37337,1733534385797-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:19:48,929 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:19:48,929 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:19:48,929 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37337,1733534385797-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:48,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571a49b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:48,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37337,-1 for getting cluster id 2024-12-07T01:19:48,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:48,993 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57ec2e81-1ad9-4a61-a8e6-247a262e645e' 2024-12-07T01:19:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57ec2e81-1ad9-4a61-a8e6-247a262e645e" 2024-12-07T01:19:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6848dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37337,-1] 2024-12-07T01:19:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:48,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:48,995 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:48,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108cc29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:48,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,39263,1733534385941, seqNum=-1] 2024-12-07T01:19:48,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:48,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:48,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,37337,1733534385797 2024-12-07T01:19:49,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51381 2024-12-07T01:19:49,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:49,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101ad5f68d50005 connected 2024-12-07T01:19:49,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/hadoop.log.dir so I do NOT create it in target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d 2024-12-07T01:19:49,019 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:19:49,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/hadoop.tmp.dir so I do NOT create it in target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d 2024-12-07T01:19:49,019 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:19:49,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d 2024-12-07T01:19:49,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:19:49,019 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/cluster_80c67899-f6fe-2ced-6c91-da390d1b7b72, deleteOnExit=true 2024-12-07T01:19:49,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:19:49,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/test.cache.data in system properties and HBase conf 2024-12-07T01:19:49,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:19:49,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:19:49,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:19:49,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:19:49,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:19:49,020 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:19:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:19:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:19:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:19:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:19:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:19:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:19:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:19:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:19:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:19:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:19:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:19:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:19:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:19:49,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:19:49,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:19:49,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:49,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:19:49,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:19:49,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:19:49,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:19:49,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:49,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@569c531a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:19:49,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a668531{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:19:49,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72948196{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/java.io.tmpdir/jetty-localhost-35145-hadoop-hdfs-3_4_1-tests_jar-_-any-2136259804349263325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:19:49,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7808178e{HTTP/1.1, (http/1.1)}{localhost:35145} 2024-12-07T01:19:49,450 INFO [Time-limited test {}] server.Server(415): Started @234948ms 2024-12-07T01:19:49,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:19:49,727 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:19:49,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:19:49,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:19:49,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:19:49,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cf71c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:19:49,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd775c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:19:49,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c83d38d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/java.io.tmpdir/jetty-localhost-40201-hadoop-hdfs-3_4_1-tests_jar-_-any-17888301674124248273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:19:49,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1964ee56{HTTP/1.1, (http/1.1)}{localhost:40201} 2024-12-07T01:19:49,857 INFO [Time-limited test {}] server.Server(415): Started @235355ms 2024-12-07T01:19:49,858 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:19:50,726 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/cluster_80c67899-f6fe-2ced-6c91-da390d1b7b72/data/data1/current/BP-1337058568-172.17.0.3-1733534389033/current, will proceed with Du for space computation calculation, 2024-12-07T01:19:50,726 WARN [Thread-2900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/cluster_80c67899-f6fe-2ced-6c91-da390d1b7b72/data/data2/current/BP-1337058568-172.17.0.3-1733534389033/current, will proceed with Du for space computation calculation, 2024-12-07T01:19:50,749 WARN [Thread-2887 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:19:50,751 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa45f01a28662b95e with lease ID 0x76d04a969fefe53b: Processing first storage report for DS-6b392721-886c-47be-af3b-c691dfcabade from datanode DatanodeRegistration(127.0.0.1:44087, datanodeUuid=890d0f27-764e-4c80-a6d1-ac37313bee9a, infoPort=38653, infoSecurePort=0, ipcPort=38823, storageInfo=lv=-57;cid=testClusterID;nsid=1512261965;c=1733534389033) 2024-12-07T01:19:50,752 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa45f01a28662b95e with lease ID 0x76d04a969fefe53b: from storage DS-6b392721-886c-47be-af3b-c691dfcabade node DatanodeRegistration(127.0.0.1:44087, datanodeUuid=890d0f27-764e-4c80-a6d1-ac37313bee9a, infoPort=38653, infoSecurePort=0, ipcPort=38823, storageInfo=lv=-57;cid=testClusterID;nsid=1512261965;c=1733534389033), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:19:50,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa45f01a28662b95e with lease ID 0x76d04a969fefe53b: Processing first storage report for DS-511c4049-943f-4798-aaa0-958acabff615 from datanode DatanodeRegistration(127.0.0.1:44087, datanodeUuid=890d0f27-764e-4c80-a6d1-ac37313bee9a, infoPort=38653, infoSecurePort=0, ipcPort=38823, storageInfo=lv=-57;cid=testClusterID;nsid=1512261965;c=1733534389033) 2024-12-07T01:19:50,752 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa45f01a28662b95e with lease ID 0x76d04a969fefe53b: from storage DS-511c4049-943f-4798-aaa0-958acabff615 node DatanodeRegistration(127.0.0.1:44087, datanodeUuid=890d0f27-764e-4c80-a6d1-ac37313bee9a, infoPort=38653, infoSecurePort=0, ipcPort=38823, storageInfo=lv=-57;cid=testClusterID;nsid=1512261965;c=1733534389033), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:19:50,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d 2024-12-07T01:19:50,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:50,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:50,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T01:19:50,790 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T01:19:50,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T01:19:50,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T01:19:50,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:19:51,198 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73 with version=8 2024-12-07T01:19:51,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/hbase-staging 2024-12-07T01:19:51,201 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:19:51,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:51,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:51,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:19:51,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:51,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:19:51,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:19:51,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:19:51,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41581 2024-12-07T01:19:51,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41581 connecting to ZooKeeper ensemble=127.0.0.1:51381 2024-12-07T01:19:51,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415810x0, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:51,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41581-0x101ad5f68d50006 connected 2024-12-07T01:19:51,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:51,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:51,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Set watcher on znode that does not yet exist, /2-674567049/running 2024-12-07T01:19:51,325 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73, hbase.cluster.distributed=false 2024-12-07T01:19:51,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Set watcher on znode that does not yet exist, /2-674567049/acl 2024-12-07T01:19:51,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41581 2024-12-07T01:19:51,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41581 2024-12-07T01:19:51,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41581 2024-12-07T01:19:51,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41581 2024-12-07T01:19:51,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41581 2024-12-07T01:19:51,347 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:19:51,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:51,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:51,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:19:51,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:19:51,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:19:51,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:19:51,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:19:51,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36405 2024-12-07T01:19:51,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36405 connecting to ZooKeeper ensemble=127.0.0.1:51381 2024-12-07T01:19:51,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:51,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:51,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364050x0, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:51,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364050x0, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Set watcher on znode that does not yet exist, /2-674567049/running 2024-12-07T01:19:51,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36405-0x101ad5f68d50007 connected 2024-12-07T01:19:51,364 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:19:51,368 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:19:51,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Set watcher on znode that does not yet exist, /2-674567049/master 2024-12-07T01:19:51,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Set watcher on znode that does not yet exist, /2-674567049/acl 2024-12-07T01:19:51,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36405 2024-12-07T01:19:51,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36405 2024-12-07T01:19:51,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36405 2024-12-07T01:19:51,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36405 2024-12-07T01:19:51,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36405 2024-12-07T01:19:51,390 DEBUG [M:0;ec1863dc21e5:41581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:41581 2024-12-07T01:19:51,392 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-674567049/backup-masters/ec1863dc21e5,41581,1733534391201 2024-12-07T01:19:51,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049/backup-masters 2024-12-07T01:19:51,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049/backup-masters 2024-12-07T01:19:51,405 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Set watcher on existing znode=/2-674567049/backup-masters/ec1863dc21e5,41581,1733534391201 2024-12-07T01:19:51,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:19:51,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-674567049/master 2024-12-07T01:19:51,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:19:51,417 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Set watcher on existing znode=/2-674567049/master 2024-12-07T01:19:51,417 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-674567049/backup-masters/ec1863dc21e5,41581,1733534391201 from backup master directory 2024-12-07T01:19:51,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-674567049/backup-masters/ec1863dc21e5,41581,1733534391201 2024-12-07T01:19:51,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049/backup-masters 2024-12-07T01:19:51,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049/backup-masters 2024-12-07T01:19:51,427 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:19:51,427 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,41581,1733534391201 2024-12-07T01:19:51,430 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/hbase.id] with ID: db2d023e-3865-4236-aa13-26d03d75b52a 2024-12-07T01:19:51,430 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/.tmp/hbase.id 2024-12-07T01:19:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:19:51,438 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/.tmp/hbase.id]:[hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/hbase.id] 2024-12-07T01:19:51,446 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:19:51,446 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:19:51,447 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-07T01:19:51,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:19:51,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:19:51,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:19:51,866 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:19:51,867 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:19:51,867 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:51,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:19:51,873 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store 2024-12-07T01:19:51,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:19:52,282 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:52,282 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:19:52,282 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:52,282 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:52,282 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:19:52,282 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:52,282 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:19:52,282 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534392282Disabling compacts and flushes for region at 1733534392282Disabling writes for close at 1733534392282Writing region close event to WAL at 1733534392282Closed at 1733534392282 2024-12-07T01:19:52,283 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/.initializing 2024-12-07T01:19:52,283 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/WALs/ec1863dc21e5,41581,1733534391201 2024-12-07T01:19:52,283 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:19:52,285 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C41581%2C1733534391201, suffix=, logDir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/WALs/ec1863dc21e5,41581,1733534391201, archiveDir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/oldWALs, maxLogs=10 2024-12-07T01:19:52,295 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/WALs/ec1863dc21e5,41581,1733534391201/ec1863dc21e5%2C41581%2C1733534391201.1733534392285, exclude list is [], retry=0 2024-12-07T01:19:52,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44087,DS-6b392721-886c-47be-af3b-c691dfcabade,DISK] 2024-12-07T01:19:52,299 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/WALs/ec1863dc21e5,41581,1733534391201/ec1863dc21e5%2C41581%2C1733534391201.1733534392285 2024-12-07T01:19:52,301 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38653:38653)] 2024-12-07T01:19:52,301 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:52,301 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:52,301 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:52,301 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:52,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:52,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:19:52,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:52,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:52,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:52,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:19:52,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:52,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:52,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:52,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:19:52,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:52,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:52,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:52,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:19:52,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:52,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:52,307 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:52,308 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:52,308 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:52,309 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:52,309 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:52,309 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:52,310 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:19:52,311 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:52,312 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65738261, jitterRate=-0.02042357623577118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:52,312 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534392301Initializing all the Stores at 1733534392302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534392302Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534392303 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534392303Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534392303Cleaning up temporary data from old regions at 1733534392309 (+6 ms)Region opened successfully at 1733534392312 (+3 ms) 2024-12-07T01:19:52,312 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:19:52,314 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8044bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:19:52,315 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:19:52,315 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:19:52,315 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:19:52,315 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:19:52,315 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:19:52,315 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:19:52,315 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:19:52,316 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:19:52,317 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Unable to get data of znode /2-674567049/balancer because node does not exist (not necessarily an error) 2024-12-07T01:19:52,364 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-674567049/balancer already deleted, retry=false 2024-12-07T01:19:52,364 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:19:52,365 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Unable to get data of znode /2-674567049/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:19:52,374 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-674567049/normalizer already deleted, retry=false 2024-12-07T01:19:52,375 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:19:52,375 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Unable to get data of znode /2-674567049/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:19:52,385 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-674567049/switch/split already deleted, retry=false 2024-12-07T01:19:52,385 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Unable to get data of znode /2-674567049/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:19:52,395 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-674567049/switch/merge already deleted, retry=false 2024-12-07T01:19:52,397 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Unable to get data of znode /2-674567049/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:19:52,406 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-674567049/snapshot-cleanup already deleted, retry=false 2024-12-07T01:19:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-674567049/running 2024-12-07T01:19:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-674567049/running 2024-12-07T01:19:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:19:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:19:52,417 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,41581,1733534391201, sessionid=0x101ad5f68d50006, setting cluster-up flag (Was=false) 2024-12-07T01:19:52,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:19:52,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:19:52,469 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-674567049/flush-table-proc/acquired, /2-674567049/flush-table-proc/reached, /2-674567049/flush-table-proc/abort 2024-12-07T01:19:52,470 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,41581,1733534391201 2024-12-07T01:19:52,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:19:52,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:19:52,522 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-674567049/online-snapshot/acquired, /2-674567049/online-snapshot/reached, /2-674567049/online-snapshot/abort 2024-12-07T01:19:52,522 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,41581,1733534391201 2024-12-07T01:19:52,523 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:19:52,524 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:52,525 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:19:52,525 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:19:52,525 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,41581,1733534391201 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:19:52,526 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:52,526 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:52,526 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:52,526 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:19:52,526 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:19:52,526 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:52,526 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:19:52,526 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:52,527 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534422527 2024-12-07T01:19:52,527 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:19:52,527 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:19:52,527 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:19:52,527 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:19:52,527 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:19:52,527 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:19:52,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:52,527 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:19:52,528 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:52,528 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:19:52,528 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:19:52,528 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:19:52,528 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:19:52,528 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:52,528 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:19:52,528 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:19:52,528 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:19:52,528 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534392528,5,FailOnTimeoutGroup] 2024-12-07T01:19:52,532 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534392528,5,FailOnTimeoutGroup] 2024-12-07T01:19:52,532 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:52,532 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:19:52,532 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:52,532 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:52,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:19:52,582 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(746): ClusterId : db2d023e-3865-4236-aa13-26d03d75b52a 2024-12-07T01:19:52,582 DEBUG [RS:0;ec1863dc21e5:36405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:19:52,594 DEBUG [RS:0;ec1863dc21e5:36405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:19:52,594 DEBUG [RS:0;ec1863dc21e5:36405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:19:52,606 DEBUG [RS:0;ec1863dc21e5:36405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:19:52,607 DEBUG [RS:0;ec1863dc21e5:36405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f847cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:19:52,616 DEBUG [RS:0;ec1863dc21e5:36405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:36405 2024-12-07T01:19:52,616 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:19:52,616 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:19:52,616 DEBUG [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:19:52,617 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,41581,1733534391201 with port=36405, startcode=1733534391347 2024-12-07T01:19:52,617 DEBUG [RS:0;ec1863dc21e5:36405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:19:52,618 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:19:52,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,36405,1733534391347 2024-12-07T01:19:52,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41581 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,36405,1733534391347 2024-12-07T01:19:52,619 DEBUG [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73 2024-12-07T01:19:52,619 DEBUG [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45439 2024-12-07T01:19:52,619 DEBUG [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:19:52,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049/rs 2024-12-07T01:19:52,674 DEBUG [RS:0;ec1863dc21e5:36405 {}] zookeeper.ZKUtil(111): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Set watcher on existing znode=/2-674567049/rs/ec1863dc21e5,36405,1733534391347 2024-12-07T01:19:52,674 WARN [RS:0;ec1863dc21e5:36405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:19:52,674 INFO [RS:0;ec1863dc21e5:36405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:52,675 DEBUG [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347 2024-12-07T01:19:52,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,36405,1733534391347] 2024-12-07T01:19:52,677 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:19:52,678 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:19:52,678 INFO [RS:0;ec1863dc21e5:36405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:19:52,678 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:52,681 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:19:52,682 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:19:52,682 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:52,682 DEBUG [RS:0;ec1863dc21e5:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:52,682 DEBUG [RS:0;ec1863dc21e5:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:52,682 DEBUG [RS:0;ec1863dc21e5:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:52,682 DEBUG [RS:0;ec1863dc21e5:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:52,682 DEBUG [RS:0;ec1863dc21e5:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:52,682 DEBUG [RS:0;ec1863dc21e5:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:19:52,682 DEBUG [RS:0;ec1863dc21e5:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:52,682 DEBUG [RS:0;ec1863dc21e5:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:52,682 DEBUG [RS:0;ec1863dc21e5:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:52,682 DEBUG [RS:0;ec1863dc21e5:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:52,682 DEBUG [RS:0;ec1863dc21e5:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:52,682 DEBUG [RS:0;ec1863dc21e5:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:19:52,682 DEBUG [RS:0;ec1863dc21e5:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:19:52,682 DEBUG [RS:0;ec1863dc21e5:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:19:52,684 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:52,684 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:52,684 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:52,684 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:52,684 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:52,684 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,36405,1733534391347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:19:52,696 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:19:52,697 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,36405,1733534391347-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:52,697 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:52,697 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.Replication(171): ec1863dc21e5,36405,1733534391347 started 2024-12-07T01:19:52,708 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:52,708 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,36405,1733534391347, RpcServer on ec1863dc21e5/172.17.0.3:36405, sessionid=0x101ad5f68d50007 2024-12-07T01:19:52,708 DEBUG [RS:0;ec1863dc21e5:36405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:19:52,708 DEBUG [RS:0;ec1863dc21e5:36405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,36405,1733534391347 2024-12-07T01:19:52,708 DEBUG [RS:0;ec1863dc21e5:36405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,36405,1733534391347' 2024-12-07T01:19:52,708 DEBUG [RS:0;ec1863dc21e5:36405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-674567049/flush-table-proc/abort' 2024-12-07T01:19:52,709 DEBUG [RS:0;ec1863dc21e5:36405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-674567049/flush-table-proc/acquired' 2024-12-07T01:19:52,709 DEBUG [RS:0;ec1863dc21e5:36405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:19:52,709 DEBUG [RS:0;ec1863dc21e5:36405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:19:52,709 DEBUG [RS:0;ec1863dc21e5:36405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,36405,1733534391347 2024-12-07T01:19:52,709 DEBUG [RS:0;ec1863dc21e5:36405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,36405,1733534391347' 2024-12-07T01:19:52,709 DEBUG [RS:0;ec1863dc21e5:36405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-674567049/online-snapshot/abort' 2024-12-07T01:19:52,709 DEBUG [RS:0;ec1863dc21e5:36405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-674567049/online-snapshot/acquired' 2024-12-07T01:19:52,710 DEBUG [RS:0;ec1863dc21e5:36405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:19:52,710 INFO [RS:0;ec1863dc21e5:36405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:19:52,710 INFO [RS:0;ec1863dc21e5:36405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:19:52,810 INFO [RS:0;ec1863dc21e5:36405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:19:52,811 INFO [RS:0;ec1863dc21e5:36405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C36405%2C1733534391347, suffix=, logDir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347, archiveDir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/oldWALs, maxLogs=10 2024-12-07T01:19:52,823 DEBUG [RS:0;ec1863dc21e5:36405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811, exclude list is [], retry=0 2024-12-07T01:19:52,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44087,DS-6b392721-886c-47be-af3b-c691dfcabade,DISK] 2024-12-07T01:19:52,826 INFO [RS:0;ec1863dc21e5:36405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 2024-12-07T01:19:52,826 DEBUG [RS:0;ec1863dc21e5:36405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38653:38653)] 2024-12-07T01:19:52,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:19:52,937 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73 2024-12-07T01:19:52,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741833_1009 (size=32) 2024-12-07T01:19:53,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:53,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:19:53,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:19:53,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:53,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:53,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:19:53,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:19:53,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:53,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:53,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:19:53,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:19:53,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:53,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:53,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:19:53,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:19:53,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:53,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:53,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:19:53,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740 2024-12-07T01:19:53,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740 2024-12-07T01:19:53,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:19:53,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:19:53,353 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:53,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:19:53,355 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:53,355 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67412532, jitterRate=0.00452500581741333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:53,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534393345Initializing all the Stores at 1733534393346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534393346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534393346Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534393346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534393346Cleaning up temporary data from old regions at 1733534393353 (+7 ms)Region opened successfully at 1733534393355 (+2 ms) 2024-12-07T01:19:53,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:19:53,355 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:19:53,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:19:53,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:19:53,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:19:53,356 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:19:53,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534393355Disabling compacts and flushes for region at 1733534393355Disabling writes for close at 1733534393355Writing region close event to WAL at 1733534393356 (+1 ms)Closed at 1733534393356 2024-12-07T01:19:53,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:53,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:19:53,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:19:53,357 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:19:53,358 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:19:53,508 DEBUG [ec1863dc21e5:41581 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:19:53,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,36405,1733534391347 2024-12-07T01:19:53,510 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,36405,1733534391347, state=OPENING 2024-12-07T01:19:53,585 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:19:53,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:19:53,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:19:53,596 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:19:53,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-674567049/meta-region-server: CHANGED 2024-12-07T01:19:53,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-674567049/meta-region-server: CHANGED 2024-12-07T01:19:53,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,36405,1733534391347}] 2024-12-07T01:19:53,748 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:19:53,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:19:53,762 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:19:53,762 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:19:53,762 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:19:53,763 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C36405%2C1733534391347.meta, suffix=.meta, logDir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347, archiveDir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/oldWALs, maxLogs=10 2024-12-07T01:19:53,779 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.meta.1733534393764.meta, exclude list is [], retry=0 2024-12-07T01:19:53,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44087,DS-6b392721-886c-47be-af3b-c691dfcabade,DISK] 2024-12-07T01:19:53,783 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.meta.1733534393764.meta 2024-12-07T01:19:53,783 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38653:38653)] 2024-12-07T01:19:53,783 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:53,784 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:19:53,784 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:19:53,784 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:19:53,784 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:19:53,784 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:19:53,784 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:53,784 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:19:53,784 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:19:53,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:19:53,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:19:53,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:53,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:53,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:19:53,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:19:53,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:53,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:53,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:19:53,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:19:53,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:53,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:53,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:19:53,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:19:53,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:53,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:19:53,788 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:19:53,789 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740 2024-12-07T01:19:53,790 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740 2024-12-07T01:19:53,791 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:19:53,791 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:19:53,791 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:19:53,792 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:19:53,793 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75157616, jitterRate=0.11993575096130371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:19:53,793 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:19:53,793 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534393784Writing region info on filesystem at 1733534393784Initializing all the Stores at 1733534393785 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534393785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534393785Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534393785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534393785Cleaning up temporary data from old regions at 1733534393791 (+6 ms)Running coprocessor post-open hooks at 1733534393793 (+2 ms)Region opened successfully at 1733534393793 2024-12-07T01:19:53,804 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534393747 2024-12-07T01:19:53,807 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:19:53,807 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:19:53,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,36405,1733534391347 2024-12-07T01:19:53,808 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,36405,1733534391347, state=OPEN 2024-12-07T01:19:53,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-674567049/meta-region-server 2024-12-07T01:19:53,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-674567049/meta-region-server 2024-12-07T01:19:53,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-674567049/meta-region-server: CHANGED 2024-12-07T01:19:53,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-674567049/meta-region-server: CHANGED 2024-12-07T01:19:53,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,36405,1733534391347 2024-12-07T01:19:53,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:19:53,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,36405,1733534391347 in 221 msec 2024-12-07T01:19:53,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:19:53,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-12-07T01:19:53,822 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:19:53,822 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:19:53,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:53,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,36405,1733534391347, seqNum=-1] 2024-12-07T01:19:53,825 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:53,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:53,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-12-07T01:19:53,831 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534393831, completionTime=-1 2024-12-07T01:19:53,831 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:19:53,832 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:19:53,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:19:53,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534453835 2024-12-07T01:19:53,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534513835 2024-12-07T01:19:53,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-07T01:19:53,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,41581,1733534391201-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:53,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,41581,1733534391201-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:53,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,41581,1733534391201-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:53,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:41581, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:53,835 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:53,837 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:19:53,844 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:53,852 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.425sec 2024-12-07T01:19:53,852 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:19:53,852 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:19:53,852 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:19:53,852 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:19:53,852 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:19:53,852 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,41581,1733534391201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:19:53,852 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,41581,1733534391201-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:19:53,854 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:19:53,854 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:19:53,855 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,41581,1733534391201-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:19:53,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b9c14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:53,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,41581,-1 for getting cluster id 2024-12-07T01:19:53,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:53,889 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db2d023e-3865-4236-aa13-26d03d75b52a' 2024-12-07T01:19:53,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:53,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db2d023e-3865-4236-aa13-26d03d75b52a" 2024-12-07T01:19:53,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e0c376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:53,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,41581,-1] 2024-12-07T01:19:53,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:53,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:53,891 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:53,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4f67e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:53,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:19:53,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,36405,1733534391347, seqNum=-1] 2024-12-07T01:19:53,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:19:53,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:19:53,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,41581,1733534391201 2024-12-07T01:19:53,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51381 2024-12-07T01:19:53,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:19:53,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101ad5f68d50008 connected 2024-12-07T01:19:53,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,45725,1733534381224 2024-12-07T01:19:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eb63bbb 2024-12-07T01:19:53,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:53,926 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:53,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:19:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:19:53,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:19:53,942 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:53,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:19:53,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:19:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:53,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:19:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:54,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26da6bc32c85ba0cd06d838a685a43c3, NAME => 'test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1 2024-12-07T01:19:54,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:19:54,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:19:54,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:54,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:54,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:54,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:54,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:54,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:54,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:54,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:54,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:54,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:54,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:19:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:54,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:54,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 26da6bc32c85ba0cd06d838a685a43c3, disabling compactions & flushes 2024-12-07T01:19:54,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. 2024-12-07T01:19:54,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. 2024-12-07T01:19:54,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. after waiting 1 ms 2024-12-07T01:19:54,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. 2024-12-07T01:19:54,766 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. 2024-12-07T01:19:54,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26da6bc32c85ba0cd06d838a685a43c3: Waiting for close lock at 1733534394765Disabling compacts and flushes for region at 1733534394765Disabling writes for close at 1733534394766 (+1 ms)Writing region close event to WAL at 1733534394766Closed at 1733534394766 2024-12-07T01:19:54,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:19:54,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534394767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534394767"}]},"ts":"1733534394767"} 2024-12-07T01:19:54,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:19:54,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:19:54,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534394769"}]},"ts":"1733534394769"} 2024-12-07T01:19:54,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:19:54,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26da6bc32c85ba0cd06d838a685a43c3, ASSIGN}] 2024-12-07T01:19:54,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26da6bc32c85ba0cd06d838a685a43c3, ASSIGN 2024-12-07T01:19:54,772 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=26da6bc32c85ba0cd06d838a685a43c3, ASSIGN; state=OFFLINE, location=ec1863dc21e5,40403,1733534381434; forceNewPlan=false, retain=false 2024-12-07T01:19:54,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26da6bc32c85ba0cd06d838a685a43c3, regionState=OPENING, regionLocation=ec1863dc21e5,40403,1733534381434 2024-12-07T01:19:54,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=26da6bc32c85ba0cd06d838a685a43c3, ASSIGN because future has completed 2024-12-07T01:19:54,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26da6bc32c85ba0cd06d838a685a43c3, server=ec1863dc21e5,40403,1733534381434}] 2024-12-07T01:19:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:55,080 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. 2024-12-07T01:19:55,080 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 26da6bc32c85ba0cd06d838a685a43c3, NAME => 'test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:55,080 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:19:55,080 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:19:55,080 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 26da6bc32c85ba0cd06d838a685a43c3 2024-12-07T01:19:55,080 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:55,081 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 26da6bc32c85ba0cd06d838a685a43c3 2024-12-07T01:19:55,081 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 26da6bc32c85ba0cd06d838a685a43c3 2024-12-07T01:19:55,081 INFO [StoreOpener-26da6bc32c85ba0cd06d838a685a43c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 26da6bc32c85ba0cd06d838a685a43c3 2024-12-07T01:19:55,083 INFO [StoreOpener-26da6bc32c85ba0cd06d838a685a43c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26da6bc32c85ba0cd06d838a685a43c3 columnFamilyName f 2024-12-07T01:19:55,083 DEBUG [StoreOpener-26da6bc32c85ba0cd06d838a685a43c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:55,083 INFO [StoreOpener-26da6bc32c85ba0cd06d838a685a43c3-1 {}] regionserver.HStore(327): Store=26da6bc32c85ba0cd06d838a685a43c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:55,083 INFO [StoreOpener-26da6bc32c85ba0cd06d838a685a43c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 26da6bc32c85ba0cd06d838a685a43c3 2024-12-07T01:19:55,084 INFO [StoreOpener-26da6bc32c85ba0cd06d838a685a43c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26da6bc32c85ba0cd06d838a685a43c3 columnFamilyName f1 2024-12-07T01:19:55,084 DEBUG [StoreOpener-26da6bc32c85ba0cd06d838a685a43c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:55,084 INFO [StoreOpener-26da6bc32c85ba0cd06d838a685a43c3-1 {}] regionserver.HStore(327): Store=26da6bc32c85ba0cd06d838a685a43c3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:55,084 INFO [StoreOpener-26da6bc32c85ba0cd06d838a685a43c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 26da6bc32c85ba0cd06d838a685a43c3 2024-12-07T01:19:55,085 INFO [StoreOpener-26da6bc32c85ba0cd06d838a685a43c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26da6bc32c85ba0cd06d838a685a43c3 columnFamilyName norep 2024-12-07T01:19:55,085 DEBUG [StoreOpener-26da6bc32c85ba0cd06d838a685a43c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:55,085 INFO [StoreOpener-26da6bc32c85ba0cd06d838a685a43c3-1 {}] regionserver.HStore(327): Store=26da6bc32c85ba0cd06d838a685a43c3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:55,085 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 26da6bc32c85ba0cd06d838a685a43c3 2024-12-07T01:19:55,085 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3 2024-12-07T01:19:55,086 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3 2024-12-07T01:19:55,086 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 26da6bc32c85ba0cd06d838a685a43c3 2024-12-07T01:19:55,086 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 26da6bc32c85ba0cd06d838a685a43c3 2024-12-07T01:19:55,087 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:19:55,087 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 26da6bc32c85ba0cd06d838a685a43c3 2024-12-07T01:19:55,089 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:55,089 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 26da6bc32c85ba0cd06d838a685a43c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65500783, jitterRate=-0.023962274193763733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:19:55,089 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26da6bc32c85ba0cd06d838a685a43c3 2024-12-07T01:19:55,090 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 26da6bc32c85ba0cd06d838a685a43c3: Running coprocessor pre-open hook at 1733534395081Writing region info on filesystem at 1733534395081Initializing all the Stores at 1733534395081Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534395081Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534395081Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534395081Cleaning up temporary data from old regions at 1733534395086 (+5 ms)Running coprocessor post-open hooks at 1733534395089 (+3 ms)Region opened successfully at 1733534395090 (+1 ms) 2024-12-07T01:19:55,090 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3., pid=6, masterSystemTime=1733534395076 2024-12-07T01:19:55,092 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. 2024-12-07T01:19:55,092 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. 2024-12-07T01:19:55,092 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26da6bc32c85ba0cd06d838a685a43c3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,40403,1733534381434 2024-12-07T01:19:55,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26da6bc32c85ba0cd06d838a685a43c3, server=ec1863dc21e5,40403,1733534381434 because future has completed 2024-12-07T01:19:55,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:19:55,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 26da6bc32c85ba0cd06d838a685a43c3, server=ec1863dc21e5,40403,1733534381434 in 170 msec 2024-12-07T01:19:55,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:19:55,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=26da6bc32c85ba0cd06d838a685a43c3, ASSIGN in 326 msec 2024-12-07T01:19:55,098 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:19:55,099 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534395098"}]},"ts":"1733534395098"} 2024-12-07T01:19:55,100 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:19:55,100 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:19:55,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-12-07T01:19:55,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-07T01:19:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:56,085 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:19:56,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,37337,1733534385797 2024-12-07T01:19:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b5305 2024-12-07T01:19:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:56,087 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:56,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:19:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:19:56,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:19:56,089 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:56,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:19:56,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:19:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:19:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:56,496 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c78b54db8b9067ef1db2a66ad9ca5ad2, NAME => 'test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f 2024-12-07T01:19:56,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:19:56,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:56,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c78b54db8b9067ef1db2a66ad9ca5ad2, disabling compactions & flushes 2024-12-07T01:19:56,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. 2024-12-07T01:19:56,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. 2024-12-07T01:19:56,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. after waiting 0 ms 2024-12-07T01:19:56,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. 2024-12-07T01:19:56,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. 2024-12-07T01:19:56,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c78b54db8b9067ef1db2a66ad9ca5ad2: Waiting for close lock at 1733534396506Disabling compacts and flushes for region at 1733534396506Disabling writes for close at 1733534396506Writing region close event to WAL at 1733534396506Closed at 1733534396506 2024-12-07T01:19:56,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:19:56,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534396508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534396508"}]},"ts":"1733534396508"} 2024-12-07T01:19:56,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:19:56,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:19:56,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534396511"}]},"ts":"1733534396511"} 2024-12-07T01:19:56,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:19:56,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c78b54db8b9067ef1db2a66ad9ca5ad2, ASSIGN}] 2024-12-07T01:19:56,514 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c78b54db8b9067ef1db2a66ad9ca5ad2, ASSIGN 2024-12-07T01:19:56,515 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c78b54db8b9067ef1db2a66ad9ca5ad2, ASSIGN; state=OFFLINE, location=ec1863dc21e5,39263,1733534385941; forceNewPlan=false, retain=false 2024-12-07T01:19:56,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c78b54db8b9067ef1db2a66ad9ca5ad2, regionState=OPENING, regionLocation=ec1863dc21e5,39263,1733534385941 2024-12-07T01:19:56,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c78b54db8b9067ef1db2a66ad9ca5ad2, ASSIGN because future has completed 2024-12-07T01:19:56,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c78b54db8b9067ef1db2a66ad9ca5ad2, server=ec1863dc21e5,39263,1733534385941}] 2024-12-07T01:19:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:56,852 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. 2024-12-07T01:19:56,852 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c78b54db8b9067ef1db2a66ad9ca5ad2, NAME => 'test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:56,853 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:19:56,853 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:19:56,853 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:19:56,853 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:56,853 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:19:56,853 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:19:56,864 INFO [StoreOpener-c78b54db8b9067ef1db2a66ad9ca5ad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:19:56,866 INFO [StoreOpener-c78b54db8b9067ef1db2a66ad9ca5ad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c78b54db8b9067ef1db2a66ad9ca5ad2 columnFamilyName f 2024-12-07T01:19:56,866 DEBUG [StoreOpener-c78b54db8b9067ef1db2a66ad9ca5ad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:56,867 INFO [StoreOpener-c78b54db8b9067ef1db2a66ad9ca5ad2-1 {}] regionserver.HStore(327): Store=c78b54db8b9067ef1db2a66ad9ca5ad2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:56,867 INFO [StoreOpener-c78b54db8b9067ef1db2a66ad9ca5ad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:19:56,868 INFO [StoreOpener-c78b54db8b9067ef1db2a66ad9ca5ad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c78b54db8b9067ef1db2a66ad9ca5ad2 columnFamilyName f1 2024-12-07T01:19:56,868 DEBUG [StoreOpener-c78b54db8b9067ef1db2a66ad9ca5ad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:56,868 INFO [StoreOpener-c78b54db8b9067ef1db2a66ad9ca5ad2-1 {}] regionserver.HStore(327): Store=c78b54db8b9067ef1db2a66ad9ca5ad2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:56,869 INFO [StoreOpener-c78b54db8b9067ef1db2a66ad9ca5ad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:19:56,870 INFO [StoreOpener-c78b54db8b9067ef1db2a66ad9ca5ad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c78b54db8b9067ef1db2a66ad9ca5ad2 columnFamilyName norep 2024-12-07T01:19:56,871 DEBUG [StoreOpener-c78b54db8b9067ef1db2a66ad9ca5ad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:56,871 INFO [StoreOpener-c78b54db8b9067ef1db2a66ad9ca5ad2-1 {}] regionserver.HStore(327): Store=c78b54db8b9067ef1db2a66ad9ca5ad2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:56,871 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:19:56,872 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:19:56,872 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:19:56,873 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:19:56,873 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:19:56,873 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:19:56,874 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:19:56,875 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:56,876 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c78b54db8b9067ef1db2a66ad9ca5ad2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68858581, jitterRate=0.02607281506061554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:19:56,876 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:19:56,876 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c78b54db8b9067ef1db2a66ad9ca5ad2: Running coprocessor pre-open hook at 1733534396853Writing region info on filesystem at 1733534396853Initializing all the Stores at 1733534396854 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534396854Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534396864 (+10 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534396864Cleaning up temporary data from old regions at 1733534396873 (+9 ms)Running coprocessor post-open hooks at 1733534396876 (+3 ms)Region opened successfully at 1733534396876 2024-12-07T01:19:56,877 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2., pid=6, masterSystemTime=1733534396822 2024-12-07T01:19:56,880 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. 2024-12-07T01:19:56,880 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. 2024-12-07T01:19:56,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c78b54db8b9067ef1db2a66ad9ca5ad2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,39263,1733534385941 2024-12-07T01:19:56,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c78b54db8b9067ef1db2a66ad9ca5ad2, server=ec1863dc21e5,39263,1733534385941 because future has completed 2024-12-07T01:19:56,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:19:56,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c78b54db8b9067ef1db2a66ad9ca5ad2, server=ec1863dc21e5,39263,1733534385941 in 220 msec 2024-12-07T01:19:56,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:19:56,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c78b54db8b9067ef1db2a66ad9ca5ad2, ASSIGN in 380 msec 2024-12-07T01:19:56,896 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:19:56,896 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534396896"}]},"ts":"1733534396896"} 2024-12-07T01:19:56,898 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:19:56,900 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:19:56,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 812 msec 2024-12-07T01:19:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:57,225 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:19:57,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,41581,1733534391201 2024-12-07T01:19:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d35bc1a 2024-12-07T01:19:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:57,227 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:57,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:19:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:19:57,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:19:57,234 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:57,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:19:57,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:19:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:57,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:19:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:57,649 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdbd39996a07e464e0bfd04184a2ae0f, NAME => 'test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73 2024-12-07T01:19:57,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:19:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:58,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:58,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cdbd39996a07e464e0bfd04184a2ae0f, disabling compactions & flushes 2024-12-07T01:19:58,056 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. 2024-12-07T01:19:58,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. 2024-12-07T01:19:58,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. after waiting 0 ms 2024-12-07T01:19:58,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. 2024-12-07T01:19:58,056 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. 2024-12-07T01:19:58,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdbd39996a07e464e0bfd04184a2ae0f: Waiting for close lock at 1733534398056Disabling compacts and flushes for region at 1733534398056Disabling writes for close at 1733534398056Writing region close event to WAL at 1733534398056Closed at 1733534398056 2024-12-07T01:19:58,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:19:58,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534398057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534398057"}]},"ts":"1733534398057"} 2024-12-07T01:19:58,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:19:58,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:19:58,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534398059"}]},"ts":"1733534398059"} 2024-12-07T01:19:58,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:19:58,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdbd39996a07e464e0bfd04184a2ae0f, ASSIGN}] 2024-12-07T01:19:58,061 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdbd39996a07e464e0bfd04184a2ae0f, ASSIGN 2024-12-07T01:19:58,062 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cdbd39996a07e464e0bfd04184a2ae0f, ASSIGN; state=OFFLINE, location=ec1863dc21e5,36405,1733534391347; forceNewPlan=false, retain=false 2024-12-07T01:19:58,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdbd39996a07e464e0bfd04184a2ae0f, regionState=OPENING, regionLocation=ec1863dc21e5,36405,1733534391347 2024-12-07T01:19:58,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cdbd39996a07e464e0bfd04184a2ae0f, ASSIGN because future has completed 2024-12-07T01:19:58,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdbd39996a07e464e0bfd04184a2ae0f, server=ec1863dc21e5,36405,1733534391347}] 2024-12-07T01:19:58,371 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. 2024-12-07T01:19:58,371 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cdbd39996a07e464e0bfd04184a2ae0f, NAME => 'test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:19:58,371 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:19:58,371 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:19:58,372 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:19:58,372 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:19:58,372 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:19:58,372 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:19:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:58,376 INFO [StoreOpener-cdbd39996a07e464e0bfd04184a2ae0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:19:58,377 INFO [StoreOpener-cdbd39996a07e464e0bfd04184a2ae0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdbd39996a07e464e0bfd04184a2ae0f columnFamilyName f 2024-12-07T01:19:58,377 DEBUG [StoreOpener-cdbd39996a07e464e0bfd04184a2ae0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:58,378 INFO [StoreOpener-cdbd39996a07e464e0bfd04184a2ae0f-1 {}] regionserver.HStore(327): Store=cdbd39996a07e464e0bfd04184a2ae0f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:58,378 INFO [StoreOpener-cdbd39996a07e464e0bfd04184a2ae0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:19:58,379 INFO [StoreOpener-cdbd39996a07e464e0bfd04184a2ae0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdbd39996a07e464e0bfd04184a2ae0f columnFamilyName f1 2024-12-07T01:19:58,379 DEBUG [StoreOpener-cdbd39996a07e464e0bfd04184a2ae0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:58,379 INFO [StoreOpener-cdbd39996a07e464e0bfd04184a2ae0f-1 {}] regionserver.HStore(327): Store=cdbd39996a07e464e0bfd04184a2ae0f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:58,379 INFO [StoreOpener-cdbd39996a07e464e0bfd04184a2ae0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:19:58,380 INFO [StoreOpener-cdbd39996a07e464e0bfd04184a2ae0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdbd39996a07e464e0bfd04184a2ae0f columnFamilyName norep 2024-12-07T01:19:58,380 DEBUG [StoreOpener-cdbd39996a07e464e0bfd04184a2ae0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:58,380 INFO [StoreOpener-cdbd39996a07e464e0bfd04184a2ae0f-1 {}] regionserver.HStore(327): Store=cdbd39996a07e464e0bfd04184a2ae0f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:19:58,380 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:19:58,381 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:19:58,381 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:19:58,384 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:19:58,384 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:19:58,384 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:19:58,385 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:19:58,387 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:19:58,387 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cdbd39996a07e464e0bfd04184a2ae0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72487425, jitterRate=0.08014680445194244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:19:58,388 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:19:58,388 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cdbd39996a07e464e0bfd04184a2ae0f: Running coprocessor pre-open hook at 1733534398372Writing region info on filesystem at 1733534398372Initializing all the Stores at 1733534398373 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534398373Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534398376 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534398376Cleaning up temporary data from old regions at 1733534398384 (+8 ms)Running coprocessor post-open hooks at 1733534398388 (+4 ms)Region opened successfully at 1733534398388 2024-12-07T01:19:58,388 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f., pid=6, masterSystemTime=1733534398366 2024-12-07T01:19:58,390 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. 2024-12-07T01:19:58,390 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. 2024-12-07T01:19:58,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdbd39996a07e464e0bfd04184a2ae0f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,36405,1733534391347 2024-12-07T01:19:58,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdbd39996a07e464e0bfd04184a2ae0f, server=ec1863dc21e5,36405,1733534391347 because future has completed 2024-12-07T01:19:58,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:19:58,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cdbd39996a07e464e0bfd04184a2ae0f, server=ec1863dc21e5,36405,1733534391347 in 183 msec 2024-12-07T01:19:58,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:19:58,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cdbd39996a07e464e0bfd04184a2ae0f, ASSIGN in 339 msec 2024-12-07T01:19:58,402 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:19:58,402 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534398402"}]},"ts":"1733534398402"} 2024-12-07T01:19:58,404 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:19:58,405 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:19:58,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-12-07T01:19:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:19:59,385 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:19:59,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d9dd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:59,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,45725,-1 for getting cluster id 2024-12-07T01:19:59,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:59,386 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc8d06e0-c6e4-47f2-bc1e-6146b614ae03' 2024-12-07T01:19:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc8d06e0-c6e4-47f2-bc1e-6146b614ae03" 2024-12-07T01:19:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9caa78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,45725,-1] 2024-12-07T01:19:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:59,388 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:59,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d2b9c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:59,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:59,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,45725,1733534381224 2024-12-07T01:19:59,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@630049ef 2024-12-07T01:19:59,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:59,390 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:59,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:37337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:19:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:19:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:59,393 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:37337' 2024-12-07T01:19:59,393 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:59,393 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37337,-1 for getting cluster id 2024-12-07T01:19:59,393 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:19:59,394 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57ec2e81-1ad9-4a61-a8e6-247a262e645e' 2024-12-07T01:19:59,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:19:59,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57ec2e81-1ad9-4a61-a8e6-247a262e645e" 2024-12-07T01:19:59,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583ff1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:59,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37337,-1] 2024-12-07T01:19:59,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:19:59,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:59,395 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:19:59,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577d0dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:19:59,396 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:19:59,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,37337,1733534385797 2024-12-07T01:19:59,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@205e05a6 2024-12-07T01:19:59,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:19:59,397 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:19:59,398 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-07T01:19:59,398 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:19:59,398 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:59,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:19:59,398 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:19:59,398 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:19:59,399 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:19:59,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:19:59,400 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:19:59,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:19:59,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741837_1013 (size=1138) 2024-12-07T01:19:59,449 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:19:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:19:59,807 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e76982d8c5bcf62b826d32979a565ca1, NAME => 'hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1 2024-12-07T01:19:59,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741838_1014 (size=44) 2024-12-07T01:20:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:00,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:00,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e76982d8c5bcf62b826d32979a565ca1, disabling compactions & flushes 2024-12-07T01:20:00,213 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. 2024-12-07T01:20:00,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. 2024-12-07T01:20:00,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. after waiting 0 ms 2024-12-07T01:20:00,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. 2024-12-07T01:20:00,213 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. 2024-12-07T01:20:00,213 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e76982d8c5bcf62b826d32979a565ca1: Waiting for close lock at 1733534400213Disabling compacts and flushes for region at 1733534400213Disabling writes for close at 1733534400213Writing region close event to WAL at 1733534400213Closed at 1733534400213 2024-12-07T01:20:00,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:20:00,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534400214"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534400214"}]},"ts":"1733534400214"} 2024-12-07T01:20:00,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:20:00,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:20:00,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534400216"}]},"ts":"1733534400216"} 2024-12-07T01:20:00,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:20:00,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e76982d8c5bcf62b826d32979a565ca1, ASSIGN}] 2024-12-07T01:20:00,219 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e76982d8c5bcf62b826d32979a565ca1, ASSIGN 2024-12-07T01:20:00,219 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e76982d8c5bcf62b826d32979a565ca1, ASSIGN; state=OFFLINE, location=ec1863dc21e5,40403,1733534381434; forceNewPlan=false, retain=false 2024-12-07T01:20:00,370 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e76982d8c5bcf62b826d32979a565ca1, regionState=OPENING, regionLocation=ec1863dc21e5,40403,1733534381434 2024-12-07T01:20:00,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e76982d8c5bcf62b826d32979a565ca1, ASSIGN because future has completed 2024-12-07T01:20:00,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e76982d8c5bcf62b826d32979a565ca1, server=ec1863dc21e5,40403,1733534381434}] 2024-12-07T01:20:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:00,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. 2024-12-07T01:20:00,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:00,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:20:00,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C40403%2C1733534381434.rep, suffix=, logDir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434, archiveDir=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/oldWALs, maxLogs=10 2024-12-07T01:20:00,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.rep.1733534400529, exclude list is [], retry=0 2024-12-07T01:20:00,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44489,DS-9d013879-eca2-473f-9f12-1e5798af0f33,DISK] 2024-12-07T01:20:00,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.rep.1733534400529 2024-12-07T01:20:00,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41655:41655)] 2024-12-07T01:20:00,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e76982d8c5bcf62b826d32979a565ca1, NAME => 'hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:00,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:20:00,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:20:00,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. service=MultiRowMutationService 2024-12-07T01:20:00,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:20:00,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:00,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:00,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:00,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:00,562 INFO [StoreOpener-e76982d8c5bcf62b826d32979a565ca1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:00,563 INFO [StoreOpener-e76982d8c5bcf62b826d32979a565ca1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76982d8c5bcf62b826d32979a565ca1 columnFamilyName hfileref 2024-12-07T01:20:00,563 DEBUG [StoreOpener-e76982d8c5bcf62b826d32979a565ca1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:00,563 INFO [StoreOpener-e76982d8c5bcf62b826d32979a565ca1-1 {}] regionserver.HStore(327): Store=e76982d8c5bcf62b826d32979a565ca1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:00,563 INFO [StoreOpener-e76982d8c5bcf62b826d32979a565ca1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:00,564 INFO [StoreOpener-e76982d8c5bcf62b826d32979a565ca1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76982d8c5bcf62b826d32979a565ca1 columnFamilyName queue 2024-12-07T01:20:00,564 DEBUG [StoreOpener-e76982d8c5bcf62b826d32979a565ca1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:00,564 INFO [StoreOpener-e76982d8c5bcf62b826d32979a565ca1-1 {}] regionserver.HStore(327): Store=e76982d8c5bcf62b826d32979a565ca1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:00,564 INFO [StoreOpener-e76982d8c5bcf62b826d32979a565ca1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:00,569 INFO [StoreOpener-e76982d8c5bcf62b826d32979a565ca1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e76982d8c5bcf62b826d32979a565ca1 columnFamilyName sid 2024-12-07T01:20:00,569 DEBUG [StoreOpener-e76982d8c5bcf62b826d32979a565ca1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:00,570 INFO [StoreOpener-e76982d8c5bcf62b826d32979a565ca1-1 {}] regionserver.HStore(327): Store=e76982d8c5bcf62b826d32979a565ca1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:00,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:00,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/replication/e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:00,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/replication/e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:00,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:00,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:00,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:20:00,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:00,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/replication/e76982d8c5bcf62b826d32979a565ca1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:00,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e76982d8c5bcf62b826d32979a565ca1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61639424, jitterRate=-0.08150100708007812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:20:00,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:00,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e76982d8c5bcf62b826d32979a565ca1: Running coprocessor pre-open hook at 1733534400561Writing region info on filesystem at 1733534400561Initializing all the Stores at 1733534400562 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534400562Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534400562Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534400562Cleaning up temporary data from old regions at 1733534400571 (+9 ms)Running coprocessor post-open hooks at 1733534400577 (+6 ms)Region opened successfully at 1733534400577 2024-12-07T01:20:00,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1., pid=10, masterSystemTime=1733534400524 2024-12-07T01:20:00,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. 2024-12-07T01:20:00,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. 2024-12-07T01:20:00,581 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e76982d8c5bcf62b826d32979a565ca1, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,40403,1733534381434 2024-12-07T01:20:00,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:20:00,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e76982d8c5bcf62b826d32979a565ca1, server=ec1863dc21e5,40403,1733534381434 because future has completed 2024-12-07T01:20:00,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:00,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T01:20:00,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e76982d8c5bcf62b826d32979a565ca1, server=ec1863dc21e5,40403,1733534381434 in 217 msec 2024-12-07T01:20:00,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-07T01:20:00,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e76982d8c5bcf62b826d32979a565ca1, ASSIGN in 375 msec 2024-12-07T01:20:00,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:20:00,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534400595"}]},"ts":"1733534400595"} 2024-12-07T01:20:00,597 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:20:00,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:20:00,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-12-07T01:20:00,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:00,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:00,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:00,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:00,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:00,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:00,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:00,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:00,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:00,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:00,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1., hostname=ec1863dc21e5,40403,1733534381434, seqNum=2] 2024-12-07T01:20:00,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-07T01:20:00,790 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-07T01:20:00,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:20:00,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-07T01:20:00,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:20:00,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:20:00,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:20:00,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-07T01:20:00,989 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:20:01,016 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,40403,1733534381434, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:20:01,016 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:01,016 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40403,1733534381434, seqNum=-1] 2024-12-07T01:20:01,017 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:01,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-07T01:20:01,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,40403,1733534381434', locateType=CURRENT is [region=hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1., hostname=ec1863dc21e5,40403,1733534381434, seqNum=2] 2024-12-07T01:20:01,022 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-07T01:20:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-07T01:20:01,024 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,40403,1733534381434 suceeded 2024-12-07T01:20:01,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-07T01:20:01,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-07T01:20:01,026 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:37337,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:20:01,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6350 sec 2024-12-07T01:20:01,043 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:37337' 2024-12-07T01:20:01,045 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e4a6080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:01,045 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37337,-1 for getting cluster id 2024-12-07T01:20:01,045 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:01,046 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57ec2e81-1ad9-4a61-a8e6-247a262e645e' 2024-12-07T01:20:01,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:01,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57ec2e81-1ad9-4a61-a8e6-247a262e645e" 2024-12-07T01:20:01,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9740c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:01,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37337,-1] 2024-12-07T01:20:01,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:01,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:01,047 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:01,048 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20d4f60e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:01,048 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:01,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,37337,1733534385797 2024-12-07T01:20:01,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@376f0538 2024-12-07T01:20:01,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:01,049 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-07T01:20:01,050 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,40403,1733534381434 (queues=1) is replicating from cluster=fc8d06e0-c6e4-47f2-bc1e-6146b614ae03 to cluster=57ec2e81-1ad9-4a61-a8e6-247a262e645e 2024-12-07T01:20:01,050 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C40403%2C1733534381434 2024-12-07T01:20:01,050 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,40403,1733534381434, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:20:01,051 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.shipperec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C40403%2C1733534381434 2024-12-07T01:20:01,051 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357, startPosition=0, beingWritten=true 2024-12-07T01:20:01,056 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:01,056 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 379, reset compression=false 2024-12-07T01:20:01,056 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.shipperec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,40403,1733534381434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:01,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-07T01:20:01,260 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 379, reset compression=false 2024-12-07T01:20:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:01,546 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:20:01,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:01,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:01,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:01,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:01,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:01,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:01,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37337,-1 for getting cluster id 2024-12-07T01:20:01,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:01,550 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57ec2e81-1ad9-4a61-a8e6-247a262e645e' 2024-12-07T01:20:01,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:01,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57ec2e81-1ad9-4a61-a8e6-247a262e645e" 2024-12-07T01:20:01,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c0360e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:01,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37337,-1] 2024-12-07T01:20:01,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:01,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:01,552 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:01,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d4d70a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:01,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:01,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,37337,1733534385797 2024-12-07T01:20:01,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39476c72 2024-12-07T01:20:01,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:01,555 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:01,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:41581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:20:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:20:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:01,558 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:41581' 2024-12-07T01:20:01,560 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37926994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:01,560 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,41581,-1 for getting cluster id 2024-12-07T01:20:01,560 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:01,560 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db2d023e-3865-4236-aa13-26d03d75b52a' 2024-12-07T01:20:01,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:01,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db2d023e-3865-4236-aa13-26d03d75b52a" 2024-12-07T01:20:01,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7d1555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:01,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,41581,-1] 2024-12-07T01:20:01,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:01,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:01,562 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:01,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d1fde5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:01,563 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:01,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,41581,1733534391201 2024-12-07T01:20:01,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@686049ad 2024-12-07T01:20:01,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:01,564 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:01,565 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-07T01:20:01,565 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:20:01,565 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:01,565 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:01,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:01,566 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:20:01,567 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:20:01,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:20:01,568 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 379, reset compression=false 2024-12-07T01:20:01,568 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:01,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:20:01,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741837_1013 (size=1138) 2024-12-07T01:20:01,617 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:20:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:01,973 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 379, reset compression=false 2024-12-07T01:20:01,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 451e948df9ab36e24912ddacfda5dcf7, NAME => 'hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f 2024-12-07T01:20:01,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741838_1014 (size=44) 2024-12-07T01:20:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:02,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:02,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 451e948df9ab36e24912ddacfda5dcf7, disabling compactions & flushes 2024-12-07T01:20:02,392 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. 2024-12-07T01:20:02,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. 2024-12-07T01:20:02,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. after waiting 0 ms 2024-12-07T01:20:02,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. 2024-12-07T01:20:02,392 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. 2024-12-07T01:20:02,392 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 451e948df9ab36e24912ddacfda5dcf7: Waiting for close lock at 1733534402392Disabling compacts and flushes for region at 1733534402392Disabling writes for close at 1733534402392Writing region close event to WAL at 1733534402392Closed at 1733534402392 2024-12-07T01:20:02,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:20:02,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534402394"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534402394"}]},"ts":"1733534402394"} 2024-12-07T01:20:02,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:20:02,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:20:02,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534402396"}]},"ts":"1733534402396"} 2024-12-07T01:20:02,398 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:20:02,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=451e948df9ab36e24912ddacfda5dcf7, ASSIGN}] 2024-12-07T01:20:02,399 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=451e948df9ab36e24912ddacfda5dcf7, ASSIGN 2024-12-07T01:20:02,400 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=451e948df9ab36e24912ddacfda5dcf7, ASSIGN; state=OFFLINE, location=ec1863dc21e5,39263,1733534385941; forceNewPlan=false, retain=false 2024-12-07T01:20:02,477 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 379, reset compression=false 2024-12-07T01:20:02,551 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=451e948df9ab36e24912ddacfda5dcf7, regionState=OPENING, regionLocation=ec1863dc21e5,39263,1733534385941 2024-12-07T01:20:02,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=451e948df9ab36e24912ddacfda5dcf7, ASSIGN because future has completed 2024-12-07T01:20:02,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 451e948df9ab36e24912ddacfda5dcf7, server=ec1863dc21e5,39263,1733534385941}] 2024-12-07T01:20:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:02,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. 2024-12-07T01:20:02,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:02,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:20:02,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C39263%2C1733534385941.rep, suffix=, logDir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941, archiveDir=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/oldWALs, maxLogs=10 2024-12-07T01:20:02,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.rep.1733534402711, exclude list is [], retry=0 2024-12-07T01:20:02,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41821,DS-fab96178-73cb-4ba4-9588-c0a7e07e1c26,DISK] 2024-12-07T01:20:02,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.rep.1733534402711 2024-12-07T01:20:02,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37127:37127)] 2024-12-07T01:20:02,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 451e948df9ab36e24912ddacfda5dcf7, NAME => 'hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:02,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:20:02,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:20:02,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. service=MultiRowMutationService 2024-12-07T01:20:02,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:20:02,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 451e948df9ab36e24912ddacfda5dcf7 2024-12-07T01:20:02,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:02,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 451e948df9ab36e24912ddacfda5dcf7 2024-12-07T01:20:02,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 451e948df9ab36e24912ddacfda5dcf7 2024-12-07T01:20:02,732 INFO [StoreOpener-451e948df9ab36e24912ddacfda5dcf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 451e948df9ab36e24912ddacfda5dcf7 2024-12-07T01:20:02,733 INFO [StoreOpener-451e948df9ab36e24912ddacfda5dcf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451e948df9ab36e24912ddacfda5dcf7 columnFamilyName hfileref 2024-12-07T01:20:02,733 DEBUG [StoreOpener-451e948df9ab36e24912ddacfda5dcf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:02,734 INFO [StoreOpener-451e948df9ab36e24912ddacfda5dcf7-1 {}] regionserver.HStore(327): Store=451e948df9ab36e24912ddacfda5dcf7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:02,734 INFO [StoreOpener-451e948df9ab36e24912ddacfda5dcf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 451e948df9ab36e24912ddacfda5dcf7 2024-12-07T01:20:02,734 INFO [StoreOpener-451e948df9ab36e24912ddacfda5dcf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451e948df9ab36e24912ddacfda5dcf7 columnFamilyName queue 2024-12-07T01:20:02,734 DEBUG [StoreOpener-451e948df9ab36e24912ddacfda5dcf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:02,735 INFO [StoreOpener-451e948df9ab36e24912ddacfda5dcf7-1 {}] regionserver.HStore(327): Store=451e948df9ab36e24912ddacfda5dcf7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:02,735 INFO [StoreOpener-451e948df9ab36e24912ddacfda5dcf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 451e948df9ab36e24912ddacfda5dcf7 2024-12-07T01:20:02,735 INFO [StoreOpener-451e948df9ab36e24912ddacfda5dcf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451e948df9ab36e24912ddacfda5dcf7 columnFamilyName sid 2024-12-07T01:20:02,735 DEBUG [StoreOpener-451e948df9ab36e24912ddacfda5dcf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:02,736 INFO [StoreOpener-451e948df9ab36e24912ddacfda5dcf7-1 {}] regionserver.HStore(327): Store=451e948df9ab36e24912ddacfda5dcf7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:02,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 451e948df9ab36e24912ddacfda5dcf7 2024-12-07T01:20:02,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/replication/451e948df9ab36e24912ddacfda5dcf7 2024-12-07T01:20:02,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/replication/451e948df9ab36e24912ddacfda5dcf7 2024-12-07T01:20:02,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 451e948df9ab36e24912ddacfda5dcf7 2024-12-07T01:20:02,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 451e948df9ab36e24912ddacfda5dcf7 2024-12-07T01:20:02,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:20:02,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 451e948df9ab36e24912ddacfda5dcf7 2024-12-07T01:20:02,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/replication/451e948df9ab36e24912ddacfda5dcf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:02,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 451e948df9ab36e24912ddacfda5dcf7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64765477, jitterRate=-0.03491918742656708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:20:02,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 451e948df9ab36e24912ddacfda5dcf7 2024-12-07T01:20:02,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 451e948df9ab36e24912ddacfda5dcf7: Running coprocessor pre-open hook at 1733534402731Writing region info on filesystem at 1733534402731Initializing all the Stores at 1733534402732 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534402732Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534402732Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534402732Cleaning up temporary data from old regions at 1733534402737 (+5 ms)Running coprocessor post-open hooks at 1733534402741 (+4 ms)Region opened successfully at 1733534402741 2024-12-07T01:20:02,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7., pid=10, masterSystemTime=1733534402706 2024-12-07T01:20:02,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. 2024-12-07T01:20:02,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. 2024-12-07T01:20:02,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=451e948df9ab36e24912ddacfda5dcf7, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,39263,1733534385941 2024-12-07T01:20:02,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 451e948df9ab36e24912ddacfda5dcf7, server=ec1863dc21e5,39263,1733534385941 because future has completed 2024-12-07T01:20:02,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T01:20:02,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 451e948df9ab36e24912ddacfda5dcf7, server=ec1863dc21e5,39263,1733534385941 in 192 msec 2024-12-07T01:20:02,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-07T01:20:02,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=451e948df9ab36e24912ddacfda5dcf7, ASSIGN in 349 msec 2024-12-07T01:20:02,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:20:02,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534402750"}]},"ts":"1733534402750"} 2024-12-07T01:20:02,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:20:02,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:20:02,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-12-07T01:20:02,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7., hostname=ec1863dc21e5,39263,1733534385941, seqNum=2] 2024-12-07T01:20:02,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:20:02,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:20:02,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:20:03,081 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 379, reset compression=false 2024-12-07T01:20:03,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-07T01:20:03,138 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:20:03,163 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,39263,1733534385941, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:20:03,164 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:03,164 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,39263,1733534385941, seqNum=-1] 2024-12-07T01:20:03,164 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:03,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-07T01:20:03,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,39263,1733534385941', locateType=CURRENT is [region=hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7., hostname=ec1863dc21e5,39263,1733534385941, seqNum=2] 2024-12-07T01:20:03,168 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-07T01:20:03,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-07T01:20:03,170 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,39263,1733534385941 suceeded 2024-12-07T01:20:03,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-07T01:20:03,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-07T01:20:03,172 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:41581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:20:03,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6170 sec 2024-12-07T01:20:03,182 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:41581' 2024-12-07T01:20:03,183 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bfca8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:03,183 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,41581,-1 for getting cluster id 2024-12-07T01:20:03,183 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:03,184 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db2d023e-3865-4236-aa13-26d03d75b52a' 2024-12-07T01:20:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db2d023e-3865-4236-aa13-26d03d75b52a" 2024-12-07T01:20:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f39f4fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,41581,-1] 2024-12-07T01:20:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:03,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:03,185 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:03,186 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ab806b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:03,186 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:03,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,41581,1733534391201 2024-12-07T01:20:03,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78a9e090 2024-12-07T01:20:03,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:03,187 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-07T01:20:03,187 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,39263,1733534385941 (queues=1) is replicating from cluster=57ec2e81-1ad9-4a61-a8e6-247a262e645e to cluster=db2d023e-3865-4236-aa13-26d03d75b52a 2024-12-07T01:20:03,187 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C39263%2C1733534385941 2024-12-07T01:20:03,188 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,39263,1733534385941, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:20:03,188 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C39263%2C1733534385941 2024-12-07T01:20:03,188 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045, startPosition=0, beingWritten=true 2024-12-07T01:20:03,192 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:03,192 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 379, reset compression=false 2024-12-07T01:20:03,192 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,39263,1733534385941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:03,396 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 379, reset compression=false 2024-12-07T01:20:03,700 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 379, reset compression=false 2024-12-07T01:20:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:03,706 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:20:03,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:03,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:03,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:03,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:03,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:03,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a42ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:03,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,41581,-1 for getting cluster id 2024-12-07T01:20:03,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:03,709 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db2d023e-3865-4236-aa13-26d03d75b52a' 2024-12-07T01:20:03,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db2d023e-3865-4236-aa13-26d03d75b52a" 2024-12-07T01:20:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b09a9d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,41581,-1] 2024-12-07T01:20:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:03,711 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:03,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25048cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:03,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,41581,1733534391201 2024-12-07T01:20:03,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@135ba508 2024-12-07T01:20:03,714 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:03,714 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:03,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:45725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:20:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:20:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:03,718 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:45725' 2024-12-07T01:20:03,719 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ac2718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:03,719 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,45725,-1 for getting cluster id 2024-12-07T01:20:03,719 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:03,720 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc8d06e0-c6e4-47f2-bc1e-6146b614ae03' 2024-12-07T01:20:03,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:03,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc8d06e0-c6e4-47f2-bc1e-6146b614ae03" 2024-12-07T01:20:03,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53065ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:03,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,45725,-1] 2024-12-07T01:20:03,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:03,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:03,721 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:03,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8aeb5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:03,723 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:03,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,45725,1733534381224 2024-12-07T01:20:03,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28298e23 2024-12-07T01:20:03,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:03,726 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:03,726 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-07T01:20:03,726 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:20:03,726 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:03,727 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:03,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:03,727 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:20:03,728 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:20:03,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:20:03,729 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:03,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:20:03,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741837_1013 (size=1138) 2024-12-07T01:20:03,778 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:20:03,785 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 379, reset compression=false 2024-12-07T01:20:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:04,109 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 379, reset compression=false 2024-12-07T01:20:04,137 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c83b6f411ec2cb2325694b5e57dfa43d, NAME => 'hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73 2024-12-07T01:20:04,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741838_1014 (size=44) 2024-12-07T01:20:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:04,546 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:04,546 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c83b6f411ec2cb2325694b5e57dfa43d, disabling compactions & flushes 2024-12-07T01:20:04,546 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:04,546 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:04,546 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. after waiting 0 ms 2024-12-07T01:20:04,546 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:04,546 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:04,546 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c83b6f411ec2cb2325694b5e57dfa43d: Waiting for close lock at 1733534404546Disabling compacts and flushes for region at 1733534404546Disabling writes for close at 1733534404546Writing region close event to WAL at 1733534404546Closed at 1733534404546 2024-12-07T01:20:04,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:20:04,547 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534404547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534404547"}]},"ts":"1733534404547"} 2024-12-07T01:20:04,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:20:04,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:20:04,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534404550"}]},"ts":"1733534404550"} 2024-12-07T01:20:04,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:20:04,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c83b6f411ec2cb2325694b5e57dfa43d, ASSIGN}] 2024-12-07T01:20:04,553 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c83b6f411ec2cb2325694b5e57dfa43d, ASSIGN 2024-12-07T01:20:04,554 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c83b6f411ec2cb2325694b5e57dfa43d, ASSIGN; state=OFFLINE, location=ec1863dc21e5,36405,1733534391347; forceNewPlan=false, retain=false 2024-12-07T01:20:04,589 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 379, reset compression=false 2024-12-07T01:20:04,612 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 379, reset compression=false 2024-12-07T01:20:04,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c83b6f411ec2cb2325694b5e57dfa43d, regionState=OPENING, regionLocation=ec1863dc21e5,36405,1733534391347 2024-12-07T01:20:04,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c83b6f411ec2cb2325694b5e57dfa43d, ASSIGN because future has completed 2024-12-07T01:20:04,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c83b6f411ec2cb2325694b5e57dfa43d, server=ec1863dc21e5,36405,1733534391347}] 2024-12-07T01:20:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:04,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:04,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:04,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:20:04,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C36405%2C1733534391347.rep, suffix=, logDir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347, archiveDir=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/oldWALs, maxLogs=10 2024-12-07T01:20:04,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.rep.1733534404863, exclude list is [], retry=0 2024-12-07T01:20:04,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44087,DS-6b392721-886c-47be-af3b-c691dfcabade,DISK] 2024-12-07T01:20:04,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.rep.1733534404863 2024-12-07T01:20:04,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38653:38653)] 2024-12-07T01:20:04,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c83b6f411ec2cb2325694b5e57dfa43d, NAME => 'hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:04,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:20:04,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:20:04,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. service=MultiRowMutationService 2024-12-07T01:20:04,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:20:04,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:04,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:04,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:04,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:04,880 INFO [StoreOpener-c83b6f411ec2cb2325694b5e57dfa43d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:04,881 INFO [StoreOpener-c83b6f411ec2cb2325694b5e57dfa43d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c83b6f411ec2cb2325694b5e57dfa43d columnFamilyName hfileref 2024-12-07T01:20:04,881 DEBUG [StoreOpener-c83b6f411ec2cb2325694b5e57dfa43d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:04,881 INFO [StoreOpener-c83b6f411ec2cb2325694b5e57dfa43d-1 {}] regionserver.HStore(327): Store=c83b6f411ec2cb2325694b5e57dfa43d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:04,881 INFO [StoreOpener-c83b6f411ec2cb2325694b5e57dfa43d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:04,882 INFO [StoreOpener-c83b6f411ec2cb2325694b5e57dfa43d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c83b6f411ec2cb2325694b5e57dfa43d columnFamilyName queue 2024-12-07T01:20:04,882 DEBUG [StoreOpener-c83b6f411ec2cb2325694b5e57dfa43d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:04,882 INFO [StoreOpener-c83b6f411ec2cb2325694b5e57dfa43d-1 {}] regionserver.HStore(327): Store=c83b6f411ec2cb2325694b5e57dfa43d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:04,882 INFO [StoreOpener-c83b6f411ec2cb2325694b5e57dfa43d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:04,883 INFO [StoreOpener-c83b6f411ec2cb2325694b5e57dfa43d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c83b6f411ec2cb2325694b5e57dfa43d columnFamilyName sid 2024-12-07T01:20:04,883 DEBUG [StoreOpener-c83b6f411ec2cb2325694b5e57dfa43d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:04,883 INFO [StoreOpener-c83b6f411ec2cb2325694b5e57dfa43d-1 {}] regionserver.HStore(327): Store=c83b6f411ec2cb2325694b5e57dfa43d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:04,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:04,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/replication/c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:04,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/replication/c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:04,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:04,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:04,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:20:04,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:04,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/replication/c83b6f411ec2cb2325694b5e57dfa43d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:04,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c83b6f411ec2cb2325694b5e57dfa43d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60375478, jitterRate=-0.1003352701663971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:20:04,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:04,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c83b6f411ec2cb2325694b5e57dfa43d: Running coprocessor pre-open hook at 1733534404879Writing region info on filesystem at 1733534404879Initializing all the Stores at 1733534404880 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534404880Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534404880Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534404880Cleaning up temporary data from old regions at 1733534404885 (+5 ms)Running coprocessor post-open hooks at 1733534404888 (+3 ms)Region opened successfully at 1733534404888 2024-12-07T01:20:04,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d., pid=10, masterSystemTime=1733534404858 2024-12-07T01:20:04,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:04,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:04,891 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c83b6f411ec2cb2325694b5e57dfa43d, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,36405,1733534391347 2024-12-07T01:20:04,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c83b6f411ec2cb2325694b5e57dfa43d, server=ec1863dc21e5,36405,1733534391347 because future has completed 2024-12-07T01:20:04,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T01:20:04,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c83b6f411ec2cb2325694b5e57dfa43d, server=ec1863dc21e5,36405,1733534391347 in 186 msec 2024-12-07T01:20:04,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-07T01:20:04,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c83b6f411ec2cb2325694b5e57dfa43d, ASSIGN in 342 msec 2024-12-07T01:20:04,896 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:20:04,897 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534404896"}]},"ts":"1733534404896"} 2024-12-07T01:20:04,898 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:20:04,899 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:20:04,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-07T01:20:04,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d., hostname=ec1863dc21e5,36405,1733534391347, seqNum=2] 2024-12-07T01:20:05,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:20:05,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:20:05,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:20:05,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-07T01:20:05,190 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:20:05,216 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 379, reset compression=false 2024-12-07T01:20:05,222 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,36405,1733534391347, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:20:05,222 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:05,223 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,36405,1733534391347, seqNum=-1] 2024-12-07T01:20:05,223 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:05,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-07T01:20:05,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,36405,1733534391347', locateType=CURRENT is [region=hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d., hostname=ec1863dc21e5,36405,1733534391347, seqNum=2] 2024-12-07T01:20:05,227 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-07T01:20:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-07T01:20:05,229 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,36405,1733534391347 suceeded 2024-12-07T01:20:05,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-07T01:20:05,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-07T01:20:05,231 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:45725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:20:05,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-12-07T01:20:05,243 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:45725' 2024-12-07T01:20:05,251 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c0b6754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:05,251 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,45725,-1 for getting cluster id 2024-12-07T01:20:05,252 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:05,252 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc8d06e0-c6e4-47f2-bc1e-6146b614ae03' 2024-12-07T01:20:05,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc8d06e0-c6e4-47f2-bc1e-6146b614ae03" 2024-12-07T01:20:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@415a1d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,45725,-1] 2024-12-07T01:20:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:05,254 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:05,254 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14a13fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:05,254 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:05,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,45725,1733534381224 2024-12-07T01:20:05,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39f7900 2024-12-07T01:20:05,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:05,256 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-07T01:20:05,256 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,36405,1733534391347 (queues=1) is replicating from cluster=db2d023e-3865-4236-aa13-26d03d75b52a to cluster=fc8d06e0-c6e4-47f2-bc1e-6146b614ae03 2024-12-07T01:20:05,257 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C36405%2C1733534391347 2024-12-07T01:20:05,257 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,36405,1733534391347, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:20:05,257 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C36405%2C1733534391347 2024-12-07T01:20:05,257 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811, startPosition=0, beingWritten=true 2024-12-07T01:20:05,261 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:05,261 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 379, reset compression=false 2024-12-07T01:20:05,261 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,36405,1733534391347 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:05,469 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 379, reset compression=false 2024-12-07T01:20:05,492 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 379, reset compression=false 2024-12-07T01:20:05,773 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 379, reset compression=false 2024-12-07T01:20:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:05,865 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:20:05,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:05,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:05,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:05,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:05,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:05,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:05,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,45725,-1 for getting cluster id 2024-12-07T01:20:05,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:05,867 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc8d06e0-c6e4-47f2-bc1e-6146b614ae03' 2024-12-07T01:20:05,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:05,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc8d06e0-c6e4-47f2-bc1e-6146b614ae03" 2024-12-07T01:20:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab3d0d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,45725,-1] 2024-12-07T01:20:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:05,868 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:05,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123b8e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:05,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bffc681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:05,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37337,-1 for getting cluster id 2024-12-07T01:20:05,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:05,870 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57ec2e81-1ad9-4a61-a8e6-247a262e645e' 2024-12-07T01:20:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57ec2e81-1ad9-4a61-a8e6-247a262e645e" 2024-12-07T01:20:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565c2a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37337,-1] 2024-12-07T01:20:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:05,871 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec683ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:05,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:05,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,41581,-1 for getting cluster id 2024-12-07T01:20:05,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:05,872 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db2d023e-3865-4236-aa13-26d03d75b52a' 2024-12-07T01:20:05,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:05,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db2d023e-3865-4236-aa13-26d03d75b52a" 2024-12-07T01:20:05,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764b5595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:05,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,41581,-1] 2024-12-07T01:20:05,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:05,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:05,873 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:05,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46410cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:05,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:05,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40403,1733534381434, seqNum=-1] 2024-12-07T01:20:05,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:05,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:20:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3., hostname=ec1863dc21e5,40403,1733534381434, seqNum=2] 2024-12-07T01:20:05,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,36405,1733534391347, seqNum=-1] 2024-12-07T01:20:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:05,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:20:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f., hostname=ec1863dc21e5,36405,1733534391347, seqNum=2] 2024-12-07T01:20:05,884 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-07T01:20:05,922 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 379, reset compression=false 2024-12-07T01:20:06,062 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:20:06,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:06,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:06,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:06,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:06,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:06,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:06,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:06,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:06,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:06,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:06,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:06,176 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 379, reset compression=false 2024-12-07T01:20:06,496 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 379, reset compression=false 2024-12-07T01:20:06,500 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:06,500 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 480, reset compression=false 2024-12-07T01:20:06,500 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.shipperec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,40403,1733534381434 got entry batch from reader: WALEntryBatch [walEntries=[{test/26da6bc32c85ba0cd06d838a685a43c3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-07T01:20:06,502 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.shipperec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:20:06,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-07T01:20:06,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:06,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@347209ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:06,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37337,-1 for getting cluster id 2024-12-07T01:20:06,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:06,507 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57ec2e81-1ad9-4a61-a8e6-247a262e645e' 2024-12-07T01:20:06,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:06,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57ec2e81-1ad9-4a61-a8e6-247a262e645e" 2024-12-07T01:20:06,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cdfc877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:06,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37337,-1] 2024-12-07T01:20:06,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:06,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:06,508 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:06,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7044ac2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:06,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:06,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,39263,1733534385941, seqNum=-1] 2024-12-07T01:20:06,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:06,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-07T01:20:06,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2., hostname=ec1863dc21e5,39263,1733534385941, seqNum=2] 2024-12-07T01:20:06,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:06,680 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 379, reset compression=false 2024-12-07T01:20:06,705 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 480, reset compression=false 2024-12-07T01:20:06,725 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 379, reset compression=false 2024-12-07T01:20:06,729 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:06,729 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 504, reset compression=false 2024-12-07T01:20:06,729 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,39263,1733534385941 got entry batch from reader: WALEntryBatch [walEntries=[{test/c78b54db8b9067ef1db2a66ad9ca5ad2/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-07T01:20:06,730 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:20:06,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-07T01:20:06,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:06,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aa8064d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:06,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,41581,-1 for getting cluster id 2024-12-07T01:20:06,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:06,733 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db2d023e-3865-4236-aa13-26d03d75b52a' 2024-12-07T01:20:06,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:06,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db2d023e-3865-4236-aa13-26d03d75b52a" 2024-12-07T01:20:06,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fef08e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:06,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,41581,-1] 2024-12-07T01:20:06,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:06,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:06,734 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:06,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20d7193b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:06,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:06,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,36405,1733534391347, seqNum=-1] 2024-12-07T01:20:06,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:06,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-07T01:20:06,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f., hostname=ec1863dc21e5,36405,1733534391347, seqNum=2] 2024-12-07T01:20:06,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:06,886 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-07T01:20:06,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:06,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,39263,1733534385941, seqNum=-1] 2024-12-07T01:20:06,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:06,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:20:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2., hostname=ec1863dc21e5,39263,1733534385941, seqNum=2] 2024-12-07T01:20:06,891 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-07T01:20:06,932 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 504, reset compression=false 2024-12-07T01:20:06,936 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:06,936 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 608, reset compression=false 2024-12-07T01:20:06,936 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,39263,1733534385941 got entry batch from reader: WALEntryBatch [walEntries=[{test/c78b54db8b9067ef1db2a66ad9ca5ad2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-07T01:20:06,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:06,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:07,008 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 480, reset compression=false 2024-12-07T01:20:07,140 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 608, reset compression=false 2024-12-07T01:20:07,283 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 379, reset compression=false 2024-12-07T01:20:07,287 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:07,287 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 654, reset compression=false 2024-12-07T01:20:07,287 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,36405,1733534391347 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdbd39996a07e464e0bfd04184a2ae0f/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-07T01:20:07,289 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:20:07,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-07T01:20:07,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:07,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27334c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:07,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,45725,-1 for getting cluster id 2024-12-07T01:20:07,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:07,291 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc8d06e0-c6e4-47f2-bc1e-6146b614ae03' 2024-12-07T01:20:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc8d06e0-c6e4-47f2-bc1e-6146b614ae03" 2024-12-07T01:20:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3772903b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,45725,-1] 2024-12-07T01:20:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:07,292 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:07,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7af63fc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:07,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:07,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,40403,1733534381434, seqNum=-1] 2024-12-07T01:20:07,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:07,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-07T01:20:07,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3., hostname=ec1863dc21e5,40403,1733534381434, seqNum=2] 2024-12-07T01:20:07,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:07,410 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 480, reset compression=false 2024-12-07T01:20:07,414 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:07,414 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 631, reset compression=false 2024-12-07T01:20:07,414 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.shipperec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,40403,1733534381434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:07,444 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 608, reset compression=false 2024-12-07T01:20:07,490 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 654, reset compression=false 2024-12-07T01:20:07,617 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 631, reset compression=false 2024-12-07T01:20:07,794 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 654, reset compression=false 2024-12-07T01:20:07,847 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 608, reset compression=false 2024-12-07T01:20:07,893 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-07T01:20:07,897 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-07T01:20:07,921 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 631, reset compression=false 2024-12-07T01:20:08,197 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 654, reset compression=false 2024-12-07T01:20:08,201 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:08,201 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 758, reset compression=false 2024-12-07T01:20:08,201 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,36405,1733534391347 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdbd39996a07e464e0bfd04184a2ae0f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-07T01:20:08,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:08,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:08,325 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 631, reset compression=false 2024-12-07T01:20:08,328 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:08,328 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 759, reset compression=false 2024-12-07T01:20:08,328 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.shipperec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,40403,1733534381434 got entry batch from reader: WALEntryBatch [walEntries=[{test/26da6bc32c85ba0cd06d838a685a43c3/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-07T01:20:08,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:08,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:08,351 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 608, reset compression=false 2024-12-07T01:20:08,356 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:08,356 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 760, reset compression=false 2024-12-07T01:20:08,356 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,39263,1733534385941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:08,404 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 758, reset compression=false 2024-12-07T01:20:08,532 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 759, reset compression=false 2024-12-07T01:20:08,559 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 760, reset compression=false 2024-12-07T01:20:08,707 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 758, reset compression=false 2024-12-07T01:20:08,836 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 759, reset compression=false 2024-12-07T01:20:08,872 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 760, reset compression=false 2024-12-07T01:20:08,899 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-07T01:20:08,902 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-07T01:20:09,111 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 758, reset compression=false 2024-12-07T01:20:09,239 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 759, reset compression=false 2024-12-07T01:20:09,244 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:09,244 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 915, reset compression=false 2024-12-07T01:20:09,244 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.shipperec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,40403,1733534381434 got entry batch from reader: WALEntryBatch [walEntries=[{test/26da6bc32c85ba0cd06d838a685a43c3/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-07T01:20:09,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:09,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:09,276 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 760, reset compression=false 2024-12-07T01:20:09,280 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:09,280 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 908, reset compression=false 2024-12-07T01:20:09,280 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,39263,1733534385941 got entry batch from reader: WALEntryBatch [walEntries=[{test/c78b54db8b9067ef1db2a66ad9ca5ad2/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-07T01:20:09,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:09,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:09,448 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 915, reset compression=false 2024-12-07T01:20:09,484 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 908, reset compression=false 2024-12-07T01:20:09,615 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 758, reset compression=false 2024-12-07T01:20:09,619 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:09,619 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 929, reset compression=false 2024-12-07T01:20:09,619 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,36405,1733534391347 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:09,752 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 915, reset compression=false 2024-12-07T01:20:09,788 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 908, reset compression=false 2024-12-07T01:20:09,822 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 929, reset compression=false 2024-12-07T01:20:09,906 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-07T01:20:09,910 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-07T01:20:10,129 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 929, reset compression=false 2024-12-07T01:20:10,163 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 915, reset compression=false 2024-12-07T01:20:10,194 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 908, reset compression=false 2024-12-07T01:20:10,198 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:10,198 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1067, reset compression=false 2024-12-07T01:20:10,198 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,39263,1733534385941 got entry batch from reader: WALEntryBatch [walEntries=[{test/c78b54db8b9067ef1db2a66ad9ca5ad2/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-07T01:20:10,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:10,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:10,402 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1067, reset compression=false 2024-12-07T01:20:10,533 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 929, reset compression=false 2024-12-07T01:20:10,538 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:10,538 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1078, reset compression=false 2024-12-07T01:20:10,538 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,36405,1733534391347 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdbd39996a07e464e0bfd04184a2ae0f/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-07T01:20:10,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:10,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:10,666 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 915, reset compression=false 2024-12-07T01:20:10,671 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:10,671 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1088, reset compression=false 2024-12-07T01:20:10,671 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.shipperec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,40403,1733534381434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:10,704 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1067, reset compression=false 2024-12-07T01:20:10,745 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1078, reset compression=false 2024-12-07T01:20:10,814 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T01:20:10,875 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1088, reset compression=false 2024-12-07T01:20:10,912 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-07T01:20:10,916 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-07T01:20:11,048 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1078, reset compression=false 2024-12-07T01:20:11,058 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:11,058 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1237, reset compression=false 2024-12-07T01:20:11,058 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,36405,1733534391347 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdbd39996a07e464e0bfd04184a2ae0f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-07T01:20:11,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:11,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:11,108 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1067, reset compression=false 2024-12-07T01:20:11,181 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1088, reset compression=false 2024-12-07T01:20:11,198 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:11,198 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1238, reset compression=false 2024-12-07T01:20:11,198 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.shipperec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,40403,1733534381434 got entry batch from reader: WALEntryBatch [walEntries=[{test/26da6bc32c85ba0cd06d838a685a43c3/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-07T01:20:11,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:11,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:11,273 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1237, reset compression=false 2024-12-07T01:20:11,403 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1238, reset compression=false 2024-12-07T01:20:11,593 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1237, reset compression=false 2024-12-07T01:20:11,616 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1067, reset compression=false 2024-12-07T01:20:11,619 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:11,619 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1241, reset compression=false 2024-12-07T01:20:11,619 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,39263,1733534385941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:11,706 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1238, reset compression=false 2024-12-07T01:20:11,822 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1241, reset compression=false 2024-12-07T01:20:11,920 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-07T01:20:11,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c28b135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:11,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,41581,-1 for getting cluster id 2024-12-07T01:20:11,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:11,937 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db2d023e-3865-4236-aa13-26d03d75b52a' 2024-12-07T01:20:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:11,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db2d023e-3865-4236-aa13-26d03d75b52a" 2024-12-07T01:20:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d743762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,41581,-1] 2024-12-07T01:20:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:11,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:11,939 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:11,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a934da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:11,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,41581,1733534391201 2024-12-07T01:20:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79e79a28 2024-12-07T01:20:11,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:11,944 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:11,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-07T01:20:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-07T01:20:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-07T01:20:11,996 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1237, reset compression=false 2024-12-07T01:20:12,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:20:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-07T01:20:12,109 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1238, reset compression=false 2024-12-07T01:20:12,126 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1241, reset compression=false 2024-12-07T01:20:12,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-07T01:20:12,202 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-07T01:20:12,203 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-07T01:20:12,203 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,36405,1733534391347 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-07T01:20:12,203 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0. 2024-12-07T01:20:12,203 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:12,203 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:12,204 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:12,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-07T01:20:12,304 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-07T01:20:12,304 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-07T01:20:12,404 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 terminated 2024-12-07T01:20:12,418 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,36405,1733534391347, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:20:12,418 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-07T01:20:12,418 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-07T01:20:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-07T01:20:12,420 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on ec1863dc21e5,36405,1733534391347 suceeded 2024-12-07T01:20:12,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-07T01:20:12,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-12-07T01:20:12,422 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-07T01:20:12,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 477 msec 2024-12-07T01:20:12,430 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:45725' 2024-12-07T01:20:12,431 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@450af2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:12,431 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,45725,-1 for getting cluster id 2024-12-07T01:20:12,431 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:12,431 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc8d06e0-c6e4-47f2-bc1e-6146b614ae03' 2024-12-07T01:20:12,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:12,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc8d06e0-c6e4-47f2-bc1e-6146b614ae03" 2024-12-07T01:20:12,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@325cfbc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:12,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,45725,-1] 2024-12-07T01:20:12,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:12,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:12,432 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:12,433 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4365c26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:12,433 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:12,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,45725,1733534381224 2024-12-07T01:20:12,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69425ae5 2024-12-07T01:20:12,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:12,434 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-07T01:20:12,434 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,36405,1733534391347 (queues=1) is replicating from cluster=db2d023e-3865-4236-aa13-26d03d75b52a to cluster=fc8d06e0-c6e4-47f2-bc1e-6146b614ae03 2024-12-07T01:20:12,434 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C36405%2C1733534391347 2024-12-07T01:20:12,434 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,36405,1733534391347, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:20:12,435 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C36405%2C1733534391347 2024-12-07T01:20:12,533 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1241, reset compression=false 2024-12-07T01:20:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-07T01:20:12,575 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:20:12,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:12,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:12,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:12,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:12,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:12,580 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-07T01:20:12,622 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1238, reset compression=false 2024-12-07T01:20:12,626 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:12,626 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1342, reset compression=false 2024-12-07T01:20:12,626 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.shipperec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,40403,1733534381434 got entry batch from reader: WALEntryBatch [walEntries=[{test/26da6bc32c85ba0cd06d838a685a43c3/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-07T01:20:12,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:12,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39263 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:12,834 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1342, reset compression=false 2024-12-07T01:20:13,040 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1241, reset compression=false 2024-12-07T01:20:13,044 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:13,044 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1369, reset compression=false 2024-12-07T01:20:13,044 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,39263,1733534385941 got entry batch from reader: WALEntryBatch [walEntries=[{test/c78b54db8b9067ef1db2a66ad9ca5ad2/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-07T01:20:13,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:13,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:13,138 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1342, reset compression=false 2024-12-07T01:20:13,247 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1369, reset compression=false 2024-12-07T01:20:13,541 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1342, reset compression=false 2024-12-07T01:20:13,561 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1369, reset compression=false 2024-12-07T01:20:13,582 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-07T01:20:13,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d67b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:13,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,41581,-1 for getting cluster id 2024-12-07T01:20:13,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:13,585 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db2d023e-3865-4236-aa13-26d03d75b52a' 2024-12-07T01:20:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:13,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db2d023e-3865-4236-aa13-26d03d75b52a" 2024-12-07T01:20:13,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f81f7dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:13,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,41581,-1] 2024-12-07T01:20:13,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:13,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:13,586 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:13,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd97cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:13,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:13,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,41581,1733534391201 2024-12-07T01:20:13,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fd91b73 2024-12-07T01:20:13,591 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:13,592 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:13,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-07T01:20:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-07T01:20:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-07T01:20:13,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:20:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-07T01:20:13,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-07T01:20:13,822 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-07T01:20:13,822 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-07T01:20:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-07T01:20:13,825 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on ec1863dc21e5,36405,1733534391347 suceeded 2024-12-07T01:20:13,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-07T01:20:13,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-12-07T01:20:13,826 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-07T01:20:13,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 234 msec 2024-12-07T01:20:13,836 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811, startPosition=1237, beingWritten=true 2024-12-07T01:20:13,840 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:13,840 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1388, reset compression=false 2024-12-07T01:20:13,840 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,36405,1733534391347 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-07T01:20:13,915 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:20:13,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:13,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:13,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:13,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:13,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:13,917 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-12-07T01:20:13,965 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1369, reset compression=false 2024-12-07T01:20:13,969 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:13,969 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1473, reset compression=false 2024-12-07T01:20:13,969 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,39263,1733534385941 got entry batch from reader: WALEntryBatch [walEntries=[{test/c78b54db8b9067ef1db2a66ad9ca5ad2/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-07T01:20:13,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:13,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:14,043 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1388, reset compression=false 2024-12-07T01:20:14,045 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1342, reset compression=false 2024-12-07T01:20:14,048 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:14,048 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1515, reset compression=false 2024-12-07T01:20:14,048 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,36405,1733534391347 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdbd39996a07e464e0bfd04184a2ae0f/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-07T01:20:14,050 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:20:14,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-07T01:20:14,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:14,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40403 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:14,172 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1473, reset compression=false 2024-12-07T01:20:14,254 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1515, reset compression=false 2024-12-07T01:20:14,476 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1473, reset compression=false 2024-12-07T01:20:14,557 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1515, reset compression=false 2024-12-07T01:20:14,648 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1342, reset compression=false 2024-12-07T01:20:14,653 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:14,653 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1493, reset compression=false 2024-12-07T01:20:14,653 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.shipperec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,40403,1733534381434 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:14,857 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1493, reset compression=false 2024-12-07T01:20:14,879 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1473, reset compression=false 2024-12-07T01:20:14,919 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-07T01:20:14,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:20:14,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:14,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:14,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:14,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:14,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:14,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:20:14,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2140577318, stopped=false 2024-12-07T01:20:14,920 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,41581,1733534391201 2024-12-07T01:20:14,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-674567049/running 2024-12-07T01:20:14,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-674567049/running 2024-12-07T01:20:14,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:20:14,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:20:14,940 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:20:14,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:14,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:14,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:14,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,36405,1733534391347' ***** 2024-12-07T01:20:14,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:20:14,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Set watcher on znode that does not yet exist, /2-674567049/running 2024-12-07T01:20:14,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Set watcher on znode that does not yet exist, /2-674567049/running 2024-12-07T01:20:14,941 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:20:14,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:20:14,941 INFO [RS:0;ec1863dc21e5:36405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:20:14,941 INFO [RS:0;ec1863dc21e5:36405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:20:14,942 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(3091): Received CLOSE for cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:20:14,942 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(3091): Received CLOSE for c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:14,942 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,36405,1733534391347 2024-12-07T01:20:14,942 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:20:14,942 INFO [RS:0;ec1863dc21e5:36405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:36405. 2024-12-07T01:20:14,942 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdbd39996a07e464e0bfd04184a2ae0f, disabling compactions & flushes 2024-12-07T01:20:14,942 DEBUG [RS:0;ec1863dc21e5:36405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:14,942 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. 2024-12-07T01:20:14,942 DEBUG [RS:0;ec1863dc21e5:36405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:14,942 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. 2024-12-07T01:20:14,942 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. after waiting 0 ms 2024-12-07T01:20:14,942 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. 2024-12-07T01:20:14,942 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:20:14,942 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:20:14,942 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:20:14,942 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:20:14,942 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cdbd39996a07e464e0bfd04184a2ae0f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-07T01:20:14,942 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-07T01:20:14,942 DEBUG [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1325): Online Regions={cdbd39996a07e464e0bfd04184a2ae0f=test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f., 1588230740=hbase:meta,,1.1588230740, c83b6f411ec2cb2325694b5e57dfa43d=hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d.} 2024-12-07T01:20:14,943 DEBUG [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c83b6f411ec2cb2325694b5e57dfa43d, cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:20:14,943 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:20:14,943 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:20:14,943 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:20:14,943 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:20:14,943 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:20:14,943 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-07T01:20:14,959 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1515, reset compression=false 2024-12-07T01:20:14,962 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/.tmp/f/3f93837beb0d4cab98584c88056739c4 is 37, key is row3/f:row3/1733534412577/Put/seqid=0 2024-12-07T01:20:14,962 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/.tmp/info/8bdb39128a094b11b07eb509810585dd is 147, key is hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d./info:regioninfo/1733534404891/Put/seqid=0 2024-12-07T01:20:14,964 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:14,964 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1762, reset compression=false 2024-12-07T01:20:14,964 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,36405,1733534391347 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:14,965 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec1863dc21e5,36405,1733534391347: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec1863dc21e5,36405,1733534391347, walGroup=ec1863dc21e5%2C36405%2C1733534391347, offset=ec1863dc21e5%2C36405%2C1733534391347.1733534392811:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:36405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-07T01:20:14,966 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T01:20:14,967 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T01:20:14,967 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T01:20:14,967 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T01:20:14,967 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T01:20:14,967 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 953500576 }, "NonHeapMemoryUsage": { "committed": 200802304, "init": 7667712, "max": -1, "used": 197980376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-07T01:20:14,967 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:41581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:41581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-07T01:20:14,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741840_1016 (size=5228) 2024-12-07T01:20:14,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741841_1017 (size=7686) 2024-12-07T01:20:14,973 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/.tmp/info/8bdb39128a094b11b07eb509810585dd 2024-12-07T01:20:14,992 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/.tmp/ns/2d2b3aad9bbf407a88dd038798ef391a is 43, key is default/ns:d/1733534393827/Put/seqid=0 2024-12-07T01:20:14,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741842_1018 (size=5153) 2024-12-07T01:20:15,002 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:20:15,143 DEBUG [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c83b6f411ec2cb2325694b5e57dfa43d, cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:20:15,161 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1493, reset compression=false 2024-12-07T01:20:15,173 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1762, reset compression=false 2024-12-07T01:20:15,343 DEBUG [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c83b6f411ec2cb2325694b5e57dfa43d, cdbd39996a07e464e0bfd04184a2ae0f 2024-12-07T01:20:15,367 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T01:20:15,369 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/.tmp/f/3f93837beb0d4cab98584c88056739c4 2024-12-07T01:20:15,373 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f93837beb0d4cab98584c88056739c4 2024-12-07T01:20:15,382 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1473, reset compression=false 2024-12-07T01:20:15,396 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/.tmp/f1/ab471c576e66430ca77c0b7ca0c5e8d8 is 30, key is row1/f1:/1733534409907/DeleteFamily/seqid=0 2024-12-07T01:20:15,400 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/.tmp/ns/2d2b3aad9bbf407a88dd038798ef391a 2024-12-07T01:20:15,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741843_1019 (size=5158) 2024-12-07T01:20:15,418 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/.tmp/f1/ab471c576e66430ca77c0b7ca0c5e8d8 2024-12-07T01:20:15,425 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab471c576e66430ca77c0b7ca0c5e8d8 2024-12-07T01:20:15,428 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/.tmp/rep_barrier/f3ee0a88f9e74241a88923b2a5b3644e is 112, key is test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f./rep_barrier:seqnumDuringOpen/1733534398391/Put/seqid=0 2024-12-07T01:20:15,443 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/.tmp/norep/8e77d5513abb49c4a6bd8faf3450b548 is 33, key is row2/norep:/1733534410913/DeleteFamily/seqid=0 2024-12-07T01:20:15,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741845_1021 (size=5108) 2024-12-07T01:20:15,452 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/.tmp/norep/8e77d5513abb49c4a6bd8faf3450b548 2024-12-07T01:20:15,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741844_1020 (size=5518) 2024-12-07T01:20:15,456 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e77d5513abb49c4a6bd8faf3450b548 2024-12-07T01:20:15,456 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/.tmp/rep_barrier/f3ee0a88f9e74241a88923b2a5b3644e 2024-12-07T01:20:15,457 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/.tmp/f/3f93837beb0d4cab98584c88056739c4 as hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/f/3f93837beb0d4cab98584c88056739c4 2024-12-07T01:20:15,460 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f93837beb0d4cab98584c88056739c4 2024-12-07T01:20:15,460 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/f/3f93837beb0d4cab98584c88056739c4, entries=5, sequenceid=12, filesize=5.1 K 2024-12-07T01:20:15,461 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/.tmp/f1/ab471c576e66430ca77c0b7ca0c5e8d8 as hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/f1/ab471c576e66430ca77c0b7ca0c5e8d8 2024-12-07T01:20:15,467 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab471c576e66430ca77c0b7ca0c5e8d8 2024-12-07T01:20:15,467 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/f1/ab471c576e66430ca77c0b7ca0c5e8d8, entries=3, sequenceid=12, filesize=5.0 K 2024-12-07T01:20:15,469 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/.tmp/norep/8e77d5513abb49c4a6bd8faf3450b548 as hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/norep/8e77d5513abb49c4a6bd8faf3450b548 2024-12-07T01:20:15,473 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e77d5513abb49c4a6bd8faf3450b548 2024-12-07T01:20:15,473 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/norep/8e77d5513abb49c4a6bd8faf3450b548, entries=1, sequenceid=12, filesize=5.0 K 2024-12-07T01:20:15,474 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cdbd39996a07e464e0bfd04184a2ae0f in 532ms, sequenceid=12, compaction requested=false 2024-12-07T01:20:15,478 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 1762, reset compression=false 2024-12-07T01:20:15,483 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/.tmp/table/c694c7a90a274f13a0f52038fdad121b is 53, key is hbase:replication/table:state/1733534404896/Put/seqid=0 2024-12-07T01:20:15,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741846_1022 (size=5308) 2024-12-07T01:20:15,497 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:15,497 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/WALs/ec1863dc21e5,36405,1733534391347/ec1863dc21e5%2C36405%2C1733534391347.1733534392811 to pos 2111, reset compression=false 2024-12-07T01:20:15,500 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/default/test/cdbd39996a07e464e0bfd04184a2ae0f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-07T01:20:15,502 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:20:15,502 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:15,502 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:20:15,502 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. 2024-12-07T01:20:15,502 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdbd39996a07e464e0bfd04184a2ae0f: Waiting for close lock at 1733534414942Running coprocessor pre-close hooks at 1733534414942Disabling compacts and flushes for region at 1733534414942Disabling writes for close at 1733534414942Obtaining lock to block concurrent updates at 1733534414942Preparing flush snapshotting stores in cdbd39996a07e464e0bfd04184a2ae0f at 1733534414942Finished memstore snapshotting test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733534414943 (+1 ms)Flushing stores of test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. at 1733534414943Flushing cdbd39996a07e464e0bfd04184a2ae0f/f: creating writer at 1733534414943Flushing cdbd39996a07e464e0bfd04184a2ae0f/f: appending metadata at 1733534414961 (+18 ms)Flushing cdbd39996a07e464e0bfd04184a2ae0f/f: closing flushed file at 1733534414961Flushing cdbd39996a07e464e0bfd04184a2ae0f/f1: creating writer at 1733534415373 (+412 ms)Flushing cdbd39996a07e464e0bfd04184a2ae0f/f1: appending metadata at 1733534415395 (+22 ms)Flushing cdbd39996a07e464e0bfd04184a2ae0f/f1: closing flushed file at 1733534415395Flushing cdbd39996a07e464e0bfd04184a2ae0f/norep: creating writer at 1733534415425 (+30 ms)Flushing cdbd39996a07e464e0bfd04184a2ae0f/norep: appending metadata at 1733534415443 (+18 ms)Flushing cdbd39996a07e464e0bfd04184a2ae0f/norep: closing flushed file at 1733534415443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c04f75: reopening flushed file at 1733534415456 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@634a9cd8: reopening flushed file at 1733534415461 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e16119d: reopening flushed file at 1733534415467 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cdbd39996a07e464e0bfd04184a2ae0f in 532ms, sequenceid=12, compaction requested=false at 1733534415474 (+7 ms)Writing region close event to WAL at 1733534415495 (+21 ms)Running coprocessor post-close hooks at 1733534415501 (+6 ms)Closed at 1733534415502 (+1 ms) 2024-12-07T01:20:15,502 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534397228.cdbd39996a07e464e0bfd04184a2ae0f. 2024-12-07T01:20:15,502 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c83b6f411ec2cb2325694b5e57dfa43d, disabling compactions & flushes 2024-12-07T01:20:15,502 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:15,502 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:15,502 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. after waiting 0 ms 2024-12-07T01:20:15,502 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:15,502 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c83b6f411ec2cb2325694b5e57dfa43d: Waiting for close lock at 1733534415502Running coprocessor pre-close hooks at 1733534415502Disabling compacts and flushes for region at 1733534415502Disabling writes for close at 1733534415502Failed flush hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d., putting online again at 1733534415502 2024-12-07T01:20:15,502 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:15,543 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(3091): Received CLOSE for c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:15,543 DEBUG [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c83b6f411ec2cb2325694b5e57dfa43d 2024-12-07T01:20:15,543 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c83b6f411ec2cb2325694b5e57dfa43d, disabling compactions & flushes 2024-12-07T01:20:15,543 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:15,543 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:15,543 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. after waiting 0 ms 2024-12-07T01:20:15,543 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:15,543 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c83b6f411ec2cb2325694b5e57dfa43d: Waiting for close lock at 1733534415543Running coprocessor pre-close hooks at 1733534415543Disabling compacts and flushes for region at 1733534415543Disabling writes for close at 1733534415543Failed flush hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d., putting online again at 1733534415543 2024-12-07T01:20:15,543 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d. 2024-12-07T01:20:15,564 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1493, reset compression=false 2024-12-07T01:20:15,743 DEBUG [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:20:15,757 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:20:15,757 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:20:15,897 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/.tmp/table/c694c7a90a274f13a0f52038fdad121b 2024-12-07T01:20:15,903 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/.tmp/info/8bdb39128a094b11b07eb509810585dd as hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/info/8bdb39128a094b11b07eb509810585dd 2024-12-07T01:20:15,908 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/info/8bdb39128a094b11b07eb509810585dd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-07T01:20:15,909 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/.tmp/ns/2d2b3aad9bbf407a88dd038798ef391a as hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/ns/2d2b3aad9bbf407a88dd038798ef391a 2024-12-07T01:20:15,914 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/ns/2d2b3aad9bbf407a88dd038798ef391a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-07T01:20:15,914 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/.tmp/rep_barrier/f3ee0a88f9e74241a88923b2a5b3644e as hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/rep_barrier/f3ee0a88f9e74241a88923b2a5b3644e 2024-12-07T01:20:15,921 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/rep_barrier/f3ee0a88f9e74241a88923b2a5b3644e, entries=1, sequenceid=16, filesize=5.4 K 2024-12-07T01:20:15,923 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/.tmp/table/c694c7a90a274f13a0f52038fdad121b as hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/table/c694c7a90a274f13a0f52038fdad121b 2024-12-07T01:20:15,938 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/table/c694c7a90a274f13a0f52038fdad121b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-07T01:20:15,939 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 996ms, sequenceid=16, compaction requested=false 2024-12-07T01:20:15,944 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T01:20:15,944 DEBUG [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c83b6f411ec2cb2325694b5e57dfa43d=hbase:replication,,1733534403727.c83b6f411ec2cb2325694b5e57dfa43d.} 2024-12-07T01:20:15,944 DEBUG [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:20:15,949 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-07T01:20:15,949 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:20:15,949 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:20:15,949 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:20:15,950 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534414943Running coprocessor pre-close hooks at 1733534414943Disabling compacts and flushes for region at 1733534414943Disabling writes for close at 1733534414943Obtaining lock to block concurrent updates at 1733534414943Preparing flush snapshotting stores in 1588230740 at 1733534414943Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733534414943Flushing stores of hbase:meta,,1.1588230740 at 1733534414943Flushing 1588230740/info: creating writer at 1733534414943Flushing 1588230740/info: appending metadata at 1733534414961 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733534414961Flushing 1588230740/ns: creating writer at 1733534414976 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733534414992 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733534414992Flushing 1588230740/rep_barrier: creating writer at 1733534415404 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534415428 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534415428Flushing 1588230740/table: creating writer at 1733534415460 (+32 ms)Flushing 1588230740/table: appending metadata at 1733534415483 (+23 ms)Flushing 1588230740/table: closing flushed file at 1733534415483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4676bd9e: reopening flushed file at 1733534415902 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b09bb8: reopening flushed file at 1733534415908 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc6e37e: reopening flushed file at 1733534415914 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75026a85: reopening flushed file at 1733534415921 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 996ms, sequenceid=16, compaction requested=false at 1733534415939 (+18 ms)Writing region close event to WAL at 1733534415942 (+3 ms)Running coprocessor post-close hooks at 1733534415949 (+7 ms)Closed at 1733534415949 2024-12-07T01:20:15,950 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:20:15,993 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1473, reset compression=false 2024-12-07T01:20:16,068 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1493, reset compression=false 2024-12-07T01:20:16,144 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-07T01:20:16,144 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,36405,1733534391347; all regions closed. 2024-12-07T01:20:16,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741834_1010 (size=4239) 2024-12-07T01:20:16,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741839_1015 (size=2391) 2024-12-07T01:20:16,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741832_1008 (size=2414) 2024-12-07T01:20:16,178 DEBUG [RS:0;ec1863dc21e5:36405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:16,178 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:20:16,179 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:20:16,179 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:20:16,179 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:20:16,179 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:20:16,179 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,36405,1733534391347 because: Region server is closing 2024-12-07T01:20:16,179 INFO [RS:0;ec1863dc21e5:36405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:36405. 2024-12-07T01:20:16,179 DEBUG [RS:0;ec1863dc21e5:36405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:16,179 DEBUG [RS:0;ec1863dc21e5:36405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:16,179 DEBUG [RS:0;ec1863dc21e5:36405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:16,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:16,280 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.shipperec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 terminated 2024-12-07T01:20:16,280 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,36405,1733534391347.replicationSource.wal-reader.ec1863dc21e5%2C36405%2C1733534391347,1-ec1863dc21e5,36405,1733534391347 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-12-07T01:20:16,280 INFO [RS:0;ec1863dc21e5:36405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:36405. 2024-12-07T01:20:16,280 DEBUG [RS:0;ec1863dc21e5:36405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:16,280 DEBUG [RS:0;ec1863dc21e5:36405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:16,280 DEBUG [RS:0;ec1863dc21e5:36405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:16,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:16,281 INFO [RS:0;ec1863dc21e5:36405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36405 2024-12-07T01:20:16,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-674567049/rs/ec1863dc21e5,36405,1733534391347 2024-12-07T01:20:16,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049/rs 2024-12-07T01:20:16,383 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:20:16,384 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,36405,1733534391347] 2024-12-07T01:20:16,404 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-674567049/draining/ec1863dc21e5,36405,1733534391347 already deleted, retry=false 2024-12-07T01:20:16,404 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,36405,1733534391347 expired; onlineServers=0 2024-12-07T01:20:16,404 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,41581,1733534391201' ***** 2024-12-07T01:20:16,404 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:20:16,404 INFO [M:0;ec1863dc21e5:41581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:20:16,404 INFO [M:0;ec1863dc21e5:41581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:20:16,405 DEBUG [M:0;ec1863dc21e5:41581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:20:16,405 DEBUG [M:0;ec1863dc21e5:41581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:20:16,405 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:20:16,405 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534392528 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534392528,5,FailOnTimeoutGroup] 2024-12-07T01:20:16,405 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534392528 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534392528,5,FailOnTimeoutGroup] 2024-12-07T01:20:16,405 INFO [M:0;ec1863dc21e5:41581 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:20:16,405 INFO [M:0;ec1863dc21e5:41581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:20:16,405 DEBUG [M:0;ec1863dc21e5:41581 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:20:16,405 INFO [M:0;ec1863dc21e5:41581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:20:16,406 INFO [M:0;ec1863dc21e5:41581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:20:16,406 INFO [M:0;ec1863dc21e5:41581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:20:16,406 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:20:16,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-674567049/master 2024-12-07T01:20:16,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-674567049 2024-12-07T01:20:16,415 DEBUG [M:0;ec1863dc21e5:41581 {}] zookeeper.ZKUtil(347): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Unable to get data of znode /2-674567049/master because node does not exist (not an error) 2024-12-07T01:20:16,415 WARN [M:0;ec1863dc21e5:41581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:20:16,419 INFO [M:0;ec1863dc21e5:41581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/.lastflushedseqids 2024-12-07T01:20:16,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741847_1023 (size=245) 2024-12-07T01:20:16,494 INFO [RS:0;ec1863dc21e5:36405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:20:16,494 INFO [RS:0;ec1863dc21e5:36405 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,36405,1733534391347; zookeeper connection closed. 2024-12-07T01:20:16,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:20:16,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x101ad5f68d50007, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:20:16,495 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67bc0fc0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67bc0fc0 2024-12-07T01:20:16,495 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:20:16,681 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1493, reset compression=false 2024-12-07T01:20:16,698 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1473, reset compression=false 2024-12-07T01:20:16,826 INFO [M:0;ec1863dc21e5:41581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:20:16,826 INFO [M:0;ec1863dc21e5:41581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:20:16,827 DEBUG [M:0;ec1863dc21e5:41581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:20:16,827 INFO [M:0;ec1863dc21e5:41581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:16,827 DEBUG [M:0;ec1863dc21e5:41581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:16,827 DEBUG [M:0;ec1863dc21e5:41581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:20:16,827 DEBUG [M:0;ec1863dc21e5:41581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:16,827 INFO [M:0;ec1863dc21e5:41581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-12-07T01:20:16,845 DEBUG [M:0;ec1863dc21e5:41581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21ee178351fb43809a33f8583ee8eab8 is 82, key is hbase:meta,,1/info:regioninfo/1733534393807/Put/seqid=0 2024-12-07T01:20:16,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741848_1024 (size=5672) 2024-12-07T01:20:17,250 INFO [M:0;ec1863dc21e5:41581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21ee178351fb43809a33f8583ee8eab8 2024-12-07T01:20:17,266 DEBUG [M:0;ec1863dc21e5:41581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18dd095aaaac4567a4e94decc1d983cc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733534404899/Put/seqid=0 2024-12-07T01:20:17,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741849_1025 (size=9213) 2024-12-07T01:20:17,386 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1493, reset compression=false 2024-12-07T01:20:17,502 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1473, reset compression=false 2024-12-07T01:20:17,670 INFO [M:0;ec1863dc21e5:41581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18dd095aaaac4567a4e94decc1d983cc 2024-12-07T01:20:17,688 DEBUG [M:0;ec1863dc21e5:41581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/057b5d7aef2646bf9a009002f8184ace is 69, key is ec1863dc21e5,36405,1733534391347/rs:state/1733534392619/Put/seqid=0 2024-12-07T01:20:17,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741850_1026 (size=5156) 2024-12-07T01:20:18,092 INFO [M:0;ec1863dc21e5:41581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/057b5d7aef2646bf9a009002f8184ace 2024-12-07T01:20:18,097 DEBUG [M:0;ec1863dc21e5:41581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21ee178351fb43809a33f8583ee8eab8 as hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/21ee178351fb43809a33f8583ee8eab8 2024-12-07T01:20:18,102 INFO [M:0;ec1863dc21e5:41581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/21ee178351fb43809a33f8583ee8eab8, entries=8, sequenceid=127, filesize=5.5 K 2024-12-07T01:20:18,103 DEBUG [M:0;ec1863dc21e5:41581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18dd095aaaac4567a4e94decc1d983cc as hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18dd095aaaac4567a4e94decc1d983cc 2024-12-07T01:20:18,108 INFO [M:0;ec1863dc21e5:41581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18dd095aaaac4567a4e94decc1d983cc, entries=15, sequenceid=127, filesize=9.0 K 2024-12-07T01:20:18,109 DEBUG [M:0;ec1863dc21e5:41581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/057b5d7aef2646bf9a009002f8184ace as hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/057b5d7aef2646bf9a009002f8184ace 2024-12-07T01:20:18,114 INFO [M:0;ec1863dc21e5:41581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45439/user/jenkins/test-data/2cc8925b-247c-0369-ebee-e4ef5be3af73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/057b5d7aef2646bf9a009002f8184ace, entries=1, sequenceid=127, filesize=5.0 K 2024-12-07T01:20:18,115 INFO [M:0;ec1863dc21e5:41581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false 2024-12-07T01:20:18,131 INFO [M:0;ec1863dc21e5:41581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:18,131 DEBUG [M:0;ec1863dc21e5:41581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534416826Disabling compacts and flushes for region at 1733534416826Disabling writes for close at 1733534416827 (+1 ms)Obtaining lock to block concurrent updates at 1733534416827Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534416827Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1733534416827Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534416828 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534416828Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534416845 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534416845Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534417253 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534417266 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534417266Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534417674 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534417688 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534417688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32103bf9: reopening flushed file at 1733534418097 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3286cae0: reopening flushed file at 1733534418102 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52cb7eaa: reopening flushed file at 1733534418108 (+6 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false at 1733534418115 (+7 ms)Writing region close event to WAL at 1733534418131 (+16 ms)Closed at 1733534418131 2024-12-07T01:20:18,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44087 is added to blk_1073741830_1006 (size=73878) 2024-12-07T01:20:18,138 INFO [M:0;ec1863dc21e5:41581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:20:18,138 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:20:18,139 INFO [M:0;ec1863dc21e5:41581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41581 2024-12-07T01:20:18,139 INFO [M:0;ec1863dc21e5:41581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:20:18,192 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1493, reset compression=false 2024-12-07T01:20:18,281 INFO [M:0;ec1863dc21e5:41581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:20:18,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:20:18,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x101ad5f68d50006, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:20:18,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c83d38d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:20:18,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1964ee56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:20:18,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:20:18,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd775c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:20:18,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cf71c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/hadoop.log.dir/,STOPPED} 2024-12-07T01:20:18,295 WARN [BP-1337058568-172.17.0.3-1733534389033 heartbeating to localhost/127.0.0.1:45439 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:20:18,295 WARN [BP-1337058568-172.17.0.3-1733534389033 heartbeating to localhost/127.0.0.1:45439 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1337058568-172.17.0.3-1733534389033 (Datanode Uuid 890d0f27-764e-4c80-a6d1-ac37313bee9a) service to localhost/127.0.0.1:45439 2024-12-07T01:20:18,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/cluster_80c67899-f6fe-2ced-6c91-da390d1b7b72/data/data1/current/BP-1337058568-172.17.0.3-1733534389033 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:20:18,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/cluster_80c67899-f6fe-2ced-6c91-da390d1b7b72/data/data2/current/BP-1337058568-172.17.0.3-1733534389033 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:20:18,296 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:20:18,296 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:20:18,296 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:20:18,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72948196{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:20:18,315 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7808178e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:20:18,315 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:20:18,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a668531{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:20:18,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@569c531a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/hadoop.log.dir/,STOPPED} 2024-12-07T01:20:18,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:20:18,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:20:18,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:18,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:18,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:18,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:18,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:18,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:20:18,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1106165152, stopped=false 2024-12-07T01:20:18,340 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,37337,1733534385797 2024-12-07T01:20:18,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1828782399/running 2024-12-07T01:20:18,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:20:18,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1828782399/running 2024-12-07T01:20:18,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:20:18,361 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:20:18,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Set watcher on znode that does not yet exist, /1828782399/running 2024-12-07T01:20:18,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Set watcher on znode that does not yet exist, /1828782399/running 2024-12-07T01:20:18,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:18,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:18,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:18,368 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,39263,1733534385941' ***** 2024-12-07T01:20:18,368 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:20:18,369 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:20:18,369 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:20:18,369 INFO [RS:0;ec1863dc21e5:39263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:20:18,369 INFO [RS:0;ec1863dc21e5:39263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:20:18,369 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(3091): Received CLOSE for 451e948df9ab36e24912ddacfda5dcf7 2024-12-07T01:20:18,376 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(3091): Received CLOSE for c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:20:18,376 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,39263,1733534385941 2024-12-07T01:20:18,376 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:20:18,376 INFO [RS:0;ec1863dc21e5:39263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:39263. 2024-12-07T01:20:18,376 DEBUG [RS:0;ec1863dc21e5:39263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:18,377 DEBUG [RS:0;ec1863dc21e5:39263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:18,377 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:20:18,377 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:20:18,377 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:20:18,377 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:20:18,377 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 451e948df9ab36e24912ddacfda5dcf7, disabling compactions & flushes 2024-12-07T01:20:18,377 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. 2024-12-07T01:20:18,377 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. 2024-12-07T01:20:18,378 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. after waiting 1 ms 2024-12-07T01:20:18,378 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. 2024-12-07T01:20:18,378 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 451e948df9ab36e24912ddacfda5dcf7 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-07T01:20:18,379 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-07T01:20:18,379 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1325): Online Regions={451e948df9ab36e24912ddacfda5dcf7=hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7., c78b54db8b9067ef1db2a66ad9ca5ad2=test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:20:18,379 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 451e948df9ab36e24912ddacfda5dcf7, c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:20:18,379 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:20:18,379 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:20:18,379 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:20:18,379 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:20:18,379 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:20:18,379 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-07T01:20:18,395 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/replication/451e948df9ab36e24912ddacfda5dcf7/.tmp/queue/c252ddfa9f124398a02c0530d33ad78c is 154, key is 1-ec1863dc21e5,39263,1733534385941/queue:ec1863dc21e5%2C39263%2C1733534385941/1733534413973/Put/seqid=0 2024-12-07T01:20:18,398 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/.tmp/info/c3c44ccbaede46b6952ab9e78b9df15e is 147, key is hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7./info:regioninfo/1733534402743/Put/seqid=0 2024-12-07T01:20:18,405 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1473, reset compression=false 2024-12-07T01:20:18,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741840_1016 (size=5353) 2024-12-07T01:20:18,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741841_1017 (size=7686) 2024-12-07T01:20:18,439 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:20:18,579 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 451e948df9ab36e24912ddacfda5dcf7, c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:20:18,779 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 451e948df9ab36e24912ddacfda5dcf7, c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:20:18,822 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/replication/451e948df9ab36e24912ddacfda5dcf7/.tmp/queue/c252ddfa9f124398a02c0530d33ad78c 2024-12-07T01:20:18,826 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/.tmp/info/c3c44ccbaede46b6952ab9e78b9df15e 2024-12-07T01:20:18,827 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/replication/451e948df9ab36e24912ddacfda5dcf7/.tmp/queue/c252ddfa9f124398a02c0530d33ad78c as hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/replication/451e948df9ab36e24912ddacfda5dcf7/queue/c252ddfa9f124398a02c0530d33ad78c 2024-12-07T01:20:18,831 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/replication/451e948df9ab36e24912ddacfda5dcf7/queue/c252ddfa9f124398a02c0530d33ad78c, entries=1, sequenceid=14, filesize=5.2 K 2024-12-07T01:20:18,832 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 451e948df9ab36e24912ddacfda5dcf7 in 454ms, sequenceid=14, compaction requested=false 2024-12-07T01:20:18,839 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/replication/451e948df9ab36e24912ddacfda5dcf7/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-07T01:20:18,839 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:20:18,840 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:20:18,840 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. 2024-12-07T01:20:18,840 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 451e948df9ab36e24912ddacfda5dcf7: Waiting for close lock at 1733534418377Running coprocessor pre-close hooks at 1733534418377Disabling compacts and flushes for region at 1733534418377Disabling writes for close at 1733534418378 (+1 ms)Obtaining lock to block concurrent updates at 1733534418378Preparing flush snapshotting stores in 451e948df9ab36e24912ddacfda5dcf7 at 1733534418378Finished memstore snapshotting hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733534418378Flushing stores of hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. at 1733534418379 (+1 ms)Flushing 451e948df9ab36e24912ddacfda5dcf7/queue: creating writer at 1733534418379Flushing 451e948df9ab36e24912ddacfda5dcf7/queue: appending metadata at 1733534418395 (+16 ms)Flushing 451e948df9ab36e24912ddacfda5dcf7/queue: closing flushed file at 1733534418395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cec42d7: reopening flushed file at 1733534418826 (+431 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 451e948df9ab36e24912ddacfda5dcf7 in 454ms, sequenceid=14, compaction requested=false at 1733534418832 (+6 ms)Writing region close event to WAL at 1733534418832Running coprocessor post-close hooks at 1733534418839 (+7 ms)Closed at 1733534418840 (+1 ms) 2024-12-07T01:20:18,840 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733534401566.451e948df9ab36e24912ddacfda5dcf7. 2024-12-07T01:20:18,840 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c78b54db8b9067ef1db2a66ad9ca5ad2, disabling compactions & flushes 2024-12-07T01:20:18,840 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. 2024-12-07T01:20:18,840 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. 2024-12-07T01:20:18,840 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. after waiting 0 ms 2024-12-07T01:20:18,840 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. 2024-12-07T01:20:18,840 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c78b54db8b9067ef1db2a66ad9ca5ad2 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-07T01:20:18,844 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/.tmp/ns/14be95f3725445b28e8c5ca903886a50 is 43, key is default/ns:d/1733534388918/Put/seqid=0 2024-12-07T01:20:18,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741842_1018 (size=5153) 2024-12-07T01:20:18,858 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/.tmp/f/48616a4e064f43f3bfda0ca009b9b260 is 37, key is row3/f:row3/1733534412577/Put/seqid=0 2024-12-07T01:20:18,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741843_1019 (size=5228) 2024-12-07T01:20:18,916 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:20:18,916 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:20:18,979 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:20:19,101 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1493, reset compression=false 2024-12-07T01:20:19,179 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:20:19,249 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/.tmp/ns/14be95f3725445b28e8c5ca903886a50 2024-12-07T01:20:19,265 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/.tmp/f/48616a4e064f43f3bfda0ca009b9b260 2024-12-07T01:20:19,269 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48616a4e064f43f3bfda0ca009b9b260 2024-12-07T01:20:19,275 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/.tmp/rep_barrier/3cf5e574ea1d40cb8630a84b277c8698 is 112, key is test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2./rep_barrier:seqnumDuringOpen/1733534396880/Put/seqid=0 2024-12-07T01:20:19,294 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/.tmp/f1/6daf472d92fd4a4d92b81aaad5b49049 is 30, key is row1/f1:/1733534409907/DeleteFamily/seqid=0 2024-12-07T01:20:19,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741844_1020 (size=5518) 2024-12-07T01:20:19,298 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/.tmp/rep_barrier/3cf5e574ea1d40cb8630a84b277c8698 2024-12-07T01:20:19,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741845_1021 (size=5158) 2024-12-07T01:20:19,338 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/.tmp/table/78d84f917e1e49a08dc8dd654844a724 is 53, key is hbase:replication/table:state/1733534402750/Put/seqid=0 2024-12-07T01:20:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741846_1022 (size=5308) 2024-12-07T01:20:19,346 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/.tmp/table/78d84f917e1e49a08dc8dd654844a724 2024-12-07T01:20:19,350 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/.tmp/info/c3c44ccbaede46b6952ab9e78b9df15e as hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/info/c3c44ccbaede46b6952ab9e78b9df15e 2024-12-07T01:20:19,358 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/info/c3c44ccbaede46b6952ab9e78b9df15e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-07T01:20:19,359 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/.tmp/ns/14be95f3725445b28e8c5ca903886a50 as hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/ns/14be95f3725445b28e8c5ca903886a50 2024-12-07T01:20:19,363 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/ns/14be95f3725445b28e8c5ca903886a50, entries=2, sequenceid=16, filesize=5.0 K 2024-12-07T01:20:19,364 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/.tmp/rep_barrier/3cf5e574ea1d40cb8630a84b277c8698 as hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/rep_barrier/3cf5e574ea1d40cb8630a84b277c8698 2024-12-07T01:20:19,369 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/rep_barrier/3cf5e574ea1d40cb8630a84b277c8698, entries=1, sequenceid=16, filesize=5.4 K 2024-12-07T01:20:19,369 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/.tmp/table/78d84f917e1e49a08dc8dd654844a724 as hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/table/78d84f917e1e49a08dc8dd654844a724 2024-12-07T01:20:19,379 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/table/78d84f917e1e49a08dc8dd654844a724, entries=4, sequenceid=16, filesize=5.2 K 2024-12-07T01:20:19,380 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T01:20:19,380 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1325): Online Regions={c78b54db8b9067ef1db2a66ad9ca5ad2=test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:20:19,380 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:20:19,380 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1001ms, sequenceid=16, compaction requested=false 2024-12-07T01:20:19,380 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:20:19,420 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-07T01:20:19,420 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:20:19,420 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:20:19,421 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:20:19,421 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534418379Running coprocessor pre-close hooks at 1733534418379Disabling compacts and flushes for region at 1733534418379Disabling writes for close at 1733534418379Obtaining lock to block concurrent updates at 1733534418379Preparing flush snapshotting stores in 1588230740 at 1733534418379Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733534418379Flushing stores of hbase:meta,,1.1588230740 at 1733534418380 (+1 ms)Flushing 1588230740/info: creating writer at 1733534418380Flushing 1588230740/info: appending metadata at 1733534418398 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733534418398Flushing 1588230740/ns: creating writer at 1733534418829 (+431 ms)Flushing 1588230740/ns: appending metadata at 1733534418843 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733534418843Flushing 1588230740/rep_barrier: creating writer at 1733534419253 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534419275 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534419275Flushing 1588230740/table: creating writer at 1733534419302 (+27 ms)Flushing 1588230740/table: appending metadata at 1733534419337 (+35 ms)Flushing 1588230740/table: closing flushed file at 1733534419337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d4e97bb: reopening flushed file at 1733534419349 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735b63ec: reopening flushed file at 1733534419358 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59dadfe6: reopening flushed file at 1733534419364 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73161418: reopening flushed file at 1733534419369 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1001ms, sequenceid=16, compaction requested=false at 1733534419380 (+11 ms)Writing region close event to WAL at 1733534419416 (+36 ms)Running coprocessor post-close hooks at 1733534419420 (+4 ms)Closed at 1733534419421 (+1 ms) 2024-12-07T01:20:19,421 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:20:19,430 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1473, reset compression=false 2024-12-07T01:20:19,449 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:19,449 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1720, reset compression=false 2024-12-07T01:20:19,449 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,39263,1733534385941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:19,450 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec1863dc21e5,39263,1733534385941: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec1863dc21e5,39263,1733534385941, walGroup=ec1863dc21e5%2C39263%2C1733534385941, offset=ec1863dc21e5%2C39263%2C1733534385941.1733534388045:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:39263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-07T01:20:19,452 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T01:20:19,452 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T01:20:19,452 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T01:20:19,453 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T01:20:19,453 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T01:20:19,453 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 781956816 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198680200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-07T01:20:19,453 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:37337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:37337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-07T01:20:19,580 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1351): Waiting on c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:20:19,655 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1720, reset compression=false 2024-12-07T01:20:19,736 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/.tmp/f1/6daf472d92fd4a4d92b81aaad5b49049 2024-12-07T01:20:19,740 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6daf472d92fd4a4d92b81aaad5b49049 2024-12-07T01:20:19,762 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/.tmp/norep/9e8697e00b0c45c5b370bbc5afe0474b is 33, key is row1/norep:/1733534409907/DeleteFamily/seqid=0 2024-12-07T01:20:19,780 DEBUG [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1351): Waiting on c78b54db8b9067ef1db2a66ad9ca5ad2 2024-12-07T01:20:19,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741847_1023 (size=5108) 2024-12-07T01:20:19,798 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/.tmp/norep/9e8697e00b0c45c5b370bbc5afe0474b 2024-12-07T01:20:19,802 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e8697e00b0c45c5b370bbc5afe0474b 2024-12-07T01:20:19,803 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/.tmp/f/48616a4e064f43f3bfda0ca009b9b260 as hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/f/48616a4e064f43f3bfda0ca009b9b260 2024-12-07T01:20:19,809 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48616a4e064f43f3bfda0ca009b9b260 2024-12-07T01:20:19,810 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/f/48616a4e064f43f3bfda0ca009b9b260, entries=5, sequenceid=12, filesize=5.1 K 2024-12-07T01:20:19,810 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/.tmp/f1/6daf472d92fd4a4d92b81aaad5b49049 as hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/f1/6daf472d92fd4a4d92b81aaad5b49049 2024-12-07T01:20:19,815 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6daf472d92fd4a4d92b81aaad5b49049 2024-12-07T01:20:19,815 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/f1/6daf472d92fd4a4d92b81aaad5b49049, entries=3, sequenceid=12, filesize=5.0 K 2024-12-07T01:20:19,816 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/.tmp/norep/9e8697e00b0c45c5b370bbc5afe0474b as hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/norep/9e8697e00b0c45c5b370bbc5afe0474b 2024-12-07T01:20:19,825 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e8697e00b0c45c5b370bbc5afe0474b 2024-12-07T01:20:19,825 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/norep/9e8697e00b0c45c5b370bbc5afe0474b, entries=1, sequenceid=12, filesize=5.0 K 2024-12-07T01:20:19,826 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c78b54db8b9067ef1db2a66ad9ca5ad2 in 986ms, sequenceid=12, compaction requested=false 2024-12-07T01:20:19,826 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-07T01:20:19,833 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/data/default/test/c78b54db8b9067ef1db2a66ad9ca5ad2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-07T01:20:19,833 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:20:19,833 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:20:19,834 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. 2024-12-07T01:20:19,834 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c78b54db8b9067ef1db2a66ad9ca5ad2: Waiting for close lock at 1733534418840Running coprocessor pre-close hooks at 1733534418840Disabling compacts and flushes for region at 1733534418840Disabling writes for close at 1733534418840Obtaining lock to block concurrent updates at 1733534418840Preparing flush snapshotting stores in c78b54db8b9067ef1db2a66ad9ca5ad2 at 1733534418840Finished memstore snapshotting test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733534418840Flushing stores of test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. at 1733534418841 (+1 ms)Flushing c78b54db8b9067ef1db2a66ad9ca5ad2/f: creating writer at 1733534418841Flushing c78b54db8b9067ef1db2a66ad9ca5ad2/f: appending metadata at 1733534418857 (+16 ms)Flushing c78b54db8b9067ef1db2a66ad9ca5ad2/f: closing flushed file at 1733534418857Flushing c78b54db8b9067ef1db2a66ad9ca5ad2/f1: creating writer at 1733534419270 (+413 ms)Flushing c78b54db8b9067ef1db2a66ad9ca5ad2/f1: appending metadata at 1733534419293 (+23 ms)Flushing c78b54db8b9067ef1db2a66ad9ca5ad2/f1: closing flushed file at 1733534419293Flushing c78b54db8b9067ef1db2a66ad9ca5ad2/norep: creating writer at 1733534419740 (+447 ms)Flushing c78b54db8b9067ef1db2a66ad9ca5ad2/norep: appending metadata at 1733534419762 (+22 ms)Flushing c78b54db8b9067ef1db2a66ad9ca5ad2/norep: closing flushed file at 1733534419762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2ee5c5: reopening flushed file at 1733534419803 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2883a381: reopening flushed file at 1733534419810 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abba0e8: reopening flushed file at 1733534419815 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c78b54db8b9067ef1db2a66ad9ca5ad2 in 986ms, sequenceid=12, compaction requested=false at 1733534419826 (+11 ms)Writing region close event to WAL at 1733534419827 (+1 ms)Running coprocessor post-close hooks at 1733534419833 (+6 ms)Closed at 1733534419834 (+1 ms) 2024-12-07T01:20:19,834 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534396088.c78b54db8b9067ef1db2a66ad9ca5ad2. 2024-12-07T01:20:19,963 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 1720, reset compression=false 2024-12-07T01:20:19,970 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:19,970 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.wal-reader.ec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 to pos 2364, reset compression=false 2024-12-07T01:20:19,980 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,39263,1733534385941; all regions closed. 2024-12-07T01:20:19,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741834_1010 (size=4239) 2024-12-07T01:20:19,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741839_1015 (size=3552) 2024-12-07T01:20:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741833_1009 (size=2372) 2024-12-07T01:20:19,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/WALs/ec1863dc21e5,39263,1733534385941/ec1863dc21e5%2C39263%2C1733534385941.1733534388045 not finished, retry = 0 2024-12-07T01:20:20,094 DEBUG [RS:0;ec1863dc21e5:39263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:20,095 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:20:20,095 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:20:20,095 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T01:20:20,095 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:20:20,095 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:20:20,095 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,39263,1733534385941 because: Region server is closing 2024-12-07T01:20:20,095 INFO [RS:0;ec1863dc21e5:39263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:39263. 2024-12-07T01:20:20,095 DEBUG [RS:0;ec1863dc21e5:39263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:20,095 DEBUG [RS:0;ec1863dc21e5:39263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:20,096 DEBUG [RS:0;ec1863dc21e5:39263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:20,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:20,105 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1493, reset compression=false 2024-12-07T01:20:20,196 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,39263,1733534385941.replicationSource.shipperec1863dc21e5%2C39263%2C1733534385941,1-ec1863dc21e5,39263,1733534385941 terminated 2024-12-07T01:20:20,197 INFO [RS:0;ec1863dc21e5:39263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:39263. 2024-12-07T01:20:20,197 DEBUG [RS:0;ec1863dc21e5:39263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:20,197 DEBUG [RS:0;ec1863dc21e5:39263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:20,197 DEBUG [RS:0;ec1863dc21e5:39263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:20,197 INFO [RS:0;ec1863dc21e5:39263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39263 2024-12-07T01:20:20,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:20,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1828782399/rs/ec1863dc21e5,39263,1733534385941 2024-12-07T01:20:20,279 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:20:20,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399/rs 2024-12-07T01:20:20,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,39263,1733534385941] 2024-12-07T01:20:20,416 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1828782399/draining/ec1863dc21e5,39263,1733534385941 already deleted, retry=false 2024-12-07T01:20:20,417 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,39263,1733534385941 expired; onlineServers=0 2024-12-07T01:20:20,417 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,37337,1733534385797' ***** 2024-12-07T01:20:20,417 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:20:20,417 INFO [M:0;ec1863dc21e5:37337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:20:20,417 INFO [M:0;ec1863dc21e5:37337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:20:20,417 DEBUG [M:0;ec1863dc21e5:37337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:20:20,417 DEBUG [M:0;ec1863dc21e5:37337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:20:20,417 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:20:20,417 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534387616 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534387616,5,FailOnTimeoutGroup] 2024-12-07T01:20:20,417 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534387614 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534387614,5,FailOnTimeoutGroup] 2024-12-07T01:20:20,418 INFO [M:0;ec1863dc21e5:37337 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:20:20,418 INFO [M:0;ec1863dc21e5:37337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:20:20,418 DEBUG [M:0;ec1863dc21e5:37337 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:20:20,418 INFO [M:0;ec1863dc21e5:37337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:20:20,418 INFO [M:0;ec1863dc21e5:37337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:20:20,418 INFO [M:0;ec1863dc21e5:37337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:20:20,418 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:20:20,432 INFO [RS:0;ec1863dc21e5:39263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:20:20,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:20:20,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39263-0x101ad5f68d50004, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:20:20,432 INFO [RS:0;ec1863dc21e5:39263 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,39263,1733534385941; zookeeper connection closed. 2024-12-07T01:20:20,432 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12b542d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12b542d2 2024-12-07T01:20:20,432 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:20:20,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:20,502 DEBUG [M:0;ec1863dc21e5:37337 {}] zookeeper.ZKUtil(347): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Unable to get data of znode /1828782399/master because node does not exist (not an error) 2024-12-07T01:20:20,503 WARN [M:0;ec1863dc21e5:37337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:20:20,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:20,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1828782399/master 2024-12-07T01:20:20,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1828782399 2024-12-07T01:20:20,505 INFO [M:0;ec1863dc21e5:37337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/.lastflushedseqids 2024-12-07T01:20:20,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741848_1024 (size=245) 2024-12-07T01:20:20,509 INFO [M:0;ec1863dc21e5:37337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:20:20,509 INFO [M:0;ec1863dc21e5:37337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:20:20,510 DEBUG [M:0;ec1863dc21e5:37337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:20:20,510 INFO [M:0;ec1863dc21e5:37337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:20,510 DEBUG [M:0;ec1863dc21e5:37337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:20,510 DEBUG [M:0;ec1863dc21e5:37337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:20:20,510 DEBUG [M:0;ec1863dc21e5:37337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:20,510 INFO [M:0;ec1863dc21e5:37337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-07T01:20:20,534 DEBUG [M:0;ec1863dc21e5:37337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8352af585e6481ba59b88235f76930b is 82, key is hbase:meta,,1/info:regioninfo/1733534388903/Put/seqid=0 2024-12-07T01:20:20,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:20,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:20,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:20,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:20,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:20,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:20,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741849_1025 (size=5672) 2024-12-07T01:20:20,542 INFO [M:0;ec1863dc21e5:37337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8352af585e6481ba59b88235f76930b 2024-12-07T01:20:20,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:20,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:20,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:20,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:20,564 DEBUG [M:0;ec1863dc21e5:37337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96115fd7ec504315914cef2d524c22a6 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733534396918/Put/seqid=0 2024-12-07T01:20:20,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741850_1026 (size=7219) 2024-12-07T01:20:20,570 INFO [M:0;ec1863dc21e5:37337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96115fd7ec504315914cef2d524c22a6 2024-12-07T01:20:20,574 INFO [M:0;ec1863dc21e5:37337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96115fd7ec504315914cef2d524c22a6 2024-12-07T01:20:20,588 DEBUG [M:0;ec1863dc21e5:37337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71e2408885dd40bb90c4d8a85f3a57d4 is 69, key is ec1863dc21e5,39263,1733534385941/rs:state/1733534387874/Put/seqid=0 2024-12-07T01:20:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741851_1027 (size=5156) 2024-12-07T01:20:20,992 INFO [M:0;ec1863dc21e5:37337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71e2408885dd40bb90c4d8a85f3a57d4 2024-12-07T01:20:20,995 DEBUG [M:0;ec1863dc21e5:37337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8352af585e6481ba59b88235f76930b as hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8352af585e6481ba59b88235f76930b 2024-12-07T01:20:21,000 INFO [M:0;ec1863dc21e5:37337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8352af585e6481ba59b88235f76930b, entries=8, sequenceid=105, filesize=5.5 K 2024-12-07T01:20:21,000 DEBUG [M:0;ec1863dc21e5:37337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96115fd7ec504315914cef2d524c22a6 as hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96115fd7ec504315914cef2d524c22a6 2024-12-07T01:20:21,004 INFO [M:0;ec1863dc21e5:37337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96115fd7ec504315914cef2d524c22a6 2024-12-07T01:20:21,005 INFO [M:0;ec1863dc21e5:37337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96115fd7ec504315914cef2d524c22a6, entries=11, sequenceid=105, filesize=7.0 K 2024-12-07T01:20:21,018 DEBUG [M:0;ec1863dc21e5:37337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71e2408885dd40bb90c4d8a85f3a57d4 as hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71e2408885dd40bb90c4d8a85f3a57d4 2024-12-07T01:20:21,022 INFO [M:0;ec1863dc21e5:37337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38705/user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71e2408885dd40bb90c4d8a85f3a57d4, entries=1, sequenceid=105, filesize=5.0 K 2024-12-07T01:20:21,023 INFO [M:0;ec1863dc21e5:37337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=105, compaction requested=false 2024-12-07T01:20:21,031 INFO [M:0;ec1863dc21e5:37337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:21,031 DEBUG [M:0;ec1863dc21e5:37337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534420510Disabling compacts and flushes for region at 1733534420510Disabling writes for close at 1733534420510Obtaining lock to block concurrent updates at 1733534420510Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534420510Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733534420511 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534420512 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534420512Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534420533 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534420533Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534420546 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534420563 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534420563Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534420574 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534420588 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534420588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d0a43: reopening flushed file at 1733534420995 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c40efca: reopening flushed file at 1733534421000 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a48eab: reopening flushed file at 1733534421005 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 513ms, sequenceid=105, compaction requested=false at 1733534421023 (+18 ms)Writing region close event to WAL at 1733534421031 (+8 ms)Closed at 1733534421031 2024-12-07T01:20:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41821 is added to blk_1073741830_1006 (size=64435) 2024-12-07T01:20:21,035 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c68b2b93-5570-181f-042f-2a3ec292e07f/MasterData/WALs/ec1863dc21e5,37337,1733534385797/ec1863dc21e5%2C37337%2C1733534385797.1733534387327 not finished, retry = 0 2024-12-07T01:20:21,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:20:21,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:21,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:21,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:21,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:21,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:21,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:21,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:21,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:21,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:21,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:21,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:21,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:21,137 INFO [M:0;ec1863dc21e5:37337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:20:21,137 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:20:21,137 INFO [M:0;ec1863dc21e5:37337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37337 2024-12-07T01:20:21,138 INFO [M:0;ec1863dc21e5:37337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:20:21,214 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.wal-reader.ec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.1733534383357 to pos 1493, reset compression=false 2024-12-07T01:20:21,361 INFO [M:0;ec1863dc21e5:37337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:20:21,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:20:21,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37337-0x101ad5f68d50003, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:20:21,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61fb4e94{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:20:21,364 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30dd4f1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:20:21,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:20:21,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70a075cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:20:21,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3501bdbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/hadoop.log.dir/,STOPPED} 2024-12-07T01:20:21,365 WARN [BP-645212838-172.17.0.3-1733534384012 heartbeating to localhost/127.0.0.1:38705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:20:21,365 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:20:21,365 WARN [BP-645212838-172.17.0.3-1733534384012 heartbeating to localhost/127.0.0.1:38705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-645212838-172.17.0.3-1733534384012 (Datanode Uuid 475b2940-f89e-4e8d-a195-6aa9ee8bc956) service to localhost/127.0.0.1:38705 2024-12-07T01:20:21,365 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:20:21,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/cluster_c4b3c6ee-bf4f-31b2-b3de-0fcf14b53b69/data/data1/current/BP-645212838-172.17.0.3-1733534384012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:20:21,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/cluster_c4b3c6ee-bf4f-31b2-b3de-0fcf14b53b69/data/data2/current/BP-645212838-172.17.0.3-1733534384012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:20:21,366 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:20:21,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@581e662d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:20:21,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@666de90c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:20:21,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:20:21,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de60843{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:20:21,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bab9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51bed71f-b0da-5887-3652-a0f443f6ec58/hadoop.log.dir/,STOPPED} 2024-12-07T01:20:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:20:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:20:21,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:21,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:21,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:21,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:21,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:21,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:20:21,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1507829656, stopped=false 2024-12-07T01:20:21,394 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,45725,1733534381224 2024-12-07T01:20:21,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562116236/running 2024-12-07T01:20:21,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562116236/running 2024-12-07T01:20:21,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:20:21,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:20:21,435 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:20:21,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:21,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:21,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:21,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Set watcher on znode that does not yet exist, /01562116236/running 2024-12-07T01:20:21,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Set watcher on znode that does not yet exist, /01562116236/running 2024-12-07T01:20:21,436 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,40403,1733534381434' ***** 2024-12-07T01:20:21,436 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:20:21,436 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:20:21,437 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:20:21,437 INFO [RS:0;ec1863dc21e5:40403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:20:21,437 INFO [RS:0;ec1863dc21e5:40403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:20:21,437 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(3091): Received CLOSE for 26da6bc32c85ba0cd06d838a685a43c3 2024-12-07T01:20:21,437 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(3091): Received CLOSE for e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:21,437 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,40403,1733534381434 2024-12-07T01:20:21,437 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:20:21,437 INFO [RS:0;ec1863dc21e5:40403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:40403. 2024-12-07T01:20:21,437 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26da6bc32c85ba0cd06d838a685a43c3, disabling compactions & flushes 2024-12-07T01:20:21,437 DEBUG [RS:0;ec1863dc21e5:40403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:21,437 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. 2024-12-07T01:20:21,437 DEBUG [RS:0;ec1863dc21e5:40403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:21,437 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. 2024-12-07T01:20:21,437 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. after waiting 0 ms 2024-12-07T01:20:21,437 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. 2024-12-07T01:20:21,437 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:20:21,437 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:20:21,437 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 26da6bc32c85ba0cd06d838a685a43c3 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-07T01:20:21,437 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:20:21,437 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:20:21,437 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-07T01:20:21,437 DEBUG [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(1325): Online Regions={26da6bc32c85ba0cd06d838a685a43c3=test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3., 1588230740=hbase:meta,,1.1588230740, e76982d8c5bcf62b826d32979a565ca1=hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1.} 2024-12-07T01:20:21,437 DEBUG [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26da6bc32c85ba0cd06d838a685a43c3, e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:21,437 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:20:21,438 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:20:21,438 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:20:21,438 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:20:21,438 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:20:21,438 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-07T01:20:21,452 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/.tmp/info/f7aeecdf65a048f698303b6ce9c2c439 is 147, key is hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1./info:regioninfo/1733534400581/Put/seqid=0 2024-12-07T01:20:21,455 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/.tmp/f/ca8f89c8ccf945cba4c884c6d4325d5f is 37, key is row3/f:row3/1733534412577/Put/seqid=0 2024-12-07T01:20:21,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741840_1016 (size=7686) 2024-12-07T01:20:21,466 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:20:21,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741841_1017 (size=5228) 2024-12-07T01:20:21,467 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/.tmp/f/ca8f89c8ccf945cba4c884c6d4325d5f 2024-12-07T01:20:21,471 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca8f89c8ccf945cba4c884c6d4325d5f 2024-12-07T01:20:21,487 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/.tmp/f1/a45e7ced4d3a42168769d018f89ad56c is 30, key is row1/f1:/1733534409907/DeleteFamily/seqid=0 2024-12-07T01:20:21,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741842_1018 (size=5158) 2024-12-07T01:20:21,490 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/.tmp/f1/a45e7ced4d3a42168769d018f89ad56c 2024-12-07T01:20:21,494 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a45e7ced4d3a42168769d018f89ad56c 2024-12-07T01:20:21,512 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/.tmp/norep/40708811e9244b18a2b797eacc0197fc is 32, key is row/norep:/1733534408900/DeleteFamily/seqid=0 2024-12-07T01:20:21,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741843_1019 (size=5101) 2024-12-07T01:20:21,638 DEBUG [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26da6bc32c85ba0cd06d838a685a43c3, e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:21,838 DEBUG [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26da6bc32c85ba0cd06d838a685a43c3, e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:21,858 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/.tmp/info/f7aeecdf65a048f698303b6ce9c2c439 2024-12-07T01:20:21,891 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/.tmp/ns/ccfcc28fa2c24347a7a27cf78a83aba8 is 43, key is default/ns:d/1733534383921/Put/seqid=0 2024-12-07T01:20:21,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741844_1020 (size=5153) 2024-12-07T01:20:21,901 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/.tmp/ns/ccfcc28fa2c24347a7a27cf78a83aba8 2024-12-07T01:20:21,924 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/.tmp/norep/40708811e9244b18a2b797eacc0197fc 2024-12-07T01:20:21,936 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40708811e9244b18a2b797eacc0197fc 2024-12-07T01:20:21,938 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/.tmp/f/ca8f89c8ccf945cba4c884c6d4325d5f as hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/f/ca8f89c8ccf945cba4c884c6d4325d5f 2024-12-07T01:20:21,939 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/.tmp/rep_barrier/c9cb4c77ad23470883890e81eb5ca59a is 112, key is test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3./rep_barrier:seqnumDuringOpen/1733534395092/Put/seqid=0 2024-12-07T01:20:21,948 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca8f89c8ccf945cba4c884c6d4325d5f 2024-12-07T01:20:21,948 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/f/ca8f89c8ccf945cba4c884c6d4325d5f, entries=5, sequenceid=12, filesize=5.1 K 2024-12-07T01:20:21,954 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/.tmp/f1/a45e7ced4d3a42168769d018f89ad56c as hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/f1/a45e7ced4d3a42168769d018f89ad56c 2024-12-07T01:20:21,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741845_1021 (size=5518) 2024-12-07T01:20:21,959 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/.tmp/rep_barrier/c9cb4c77ad23470883890e81eb5ca59a 2024-12-07T01:20:21,960 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a45e7ced4d3a42168769d018f89ad56c 2024-12-07T01:20:21,960 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/f1/a45e7ced4d3a42168769d018f89ad56c, entries=3, sequenceid=12, filesize=5.0 K 2024-12-07T01:20:21,961 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/.tmp/norep/40708811e9244b18a2b797eacc0197fc as hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/norep/40708811e9244b18a2b797eacc0197fc 2024-12-07T01:20:21,969 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40708811e9244b18a2b797eacc0197fc 2024-12-07T01:20:21,969 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/norep/40708811e9244b18a2b797eacc0197fc, entries=1, sequenceid=12, filesize=5.0 K 2024-12-07T01:20:21,970 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 26da6bc32c85ba0cd06d838a685a43c3 in 533ms, sequenceid=12, compaction requested=false 2024-12-07T01:20:21,999 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/.tmp/table/6e5ab56a536742f8afcaec72464280c0 is 53, key is hbase:replication/table:state/1733534400595/Put/seqid=0 2024-12-07T01:20:22,011 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/default/test/26da6bc32c85ba0cd06d838a685a43c3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-07T01:20:22,013 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:20:22,013 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:20:22,013 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. 2024-12-07T01:20:22,013 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26da6bc32c85ba0cd06d838a685a43c3: Waiting for close lock at 1733534421437Running coprocessor pre-close hooks at 1733534421437Disabling compacts and flushes for region at 1733534421437Disabling writes for close at 1733534421437Obtaining lock to block concurrent updates at 1733534421437Preparing flush snapshotting stores in 26da6bc32c85ba0cd06d838a685a43c3 at 1733534421437Finished memstore snapshotting test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733534421438 (+1 ms)Flushing stores of test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. at 1733534421439 (+1 ms)Flushing 26da6bc32c85ba0cd06d838a685a43c3/f: creating writer at 1733534421439Flushing 26da6bc32c85ba0cd06d838a685a43c3/f: appending metadata at 1733534421454 (+15 ms)Flushing 26da6bc32c85ba0cd06d838a685a43c3/f: closing flushed file at 1733534421454Flushing 26da6bc32c85ba0cd06d838a685a43c3/f1: creating writer at 1733534421471 (+17 ms)Flushing 26da6bc32c85ba0cd06d838a685a43c3/f1: appending metadata at 1733534421486 (+15 ms)Flushing 26da6bc32c85ba0cd06d838a685a43c3/f1: closing flushed file at 1733534421486Flushing 26da6bc32c85ba0cd06d838a685a43c3/norep: creating writer at 1733534421494 (+8 ms)Flushing 26da6bc32c85ba0cd06d838a685a43c3/norep: appending metadata at 1733534421511 (+17 ms)Flushing 26da6bc32c85ba0cd06d838a685a43c3/norep: closing flushed file at 1733534421512 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ee8a4e: reopening flushed file at 1733534421937 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e2d8e: reopening flushed file at 1733534421948 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@194a3b2c: reopening flushed file at 1733534421960 (+12 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 26da6bc32c85ba0cd06d838a685a43c3 in 533ms, sequenceid=12, compaction requested=false at 1733534421970 (+10 ms)Writing region close event to WAL at 1733534421996 (+26 ms)Running coprocessor post-close hooks at 1733534422012 (+16 ms)Closed at 1733534422013 (+1 ms) 2024-12-07T01:20:22,013 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534393927.26da6bc32c85ba0cd06d838a685a43c3. 2024-12-07T01:20:22,013 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e76982d8c5bcf62b826d32979a565ca1, disabling compactions & flushes 2024-12-07T01:20:22,013 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. 2024-12-07T01:20:22,013 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. 2024-12-07T01:20:22,013 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. after waiting 0 ms 2024-12-07T01:20:22,013 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. 2024-12-07T01:20:22,013 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e76982d8c5bcf62b826d32979a565ca1 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-07T01:20:22,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741846_1022 (size=5308) 2024-12-07T01:20:22,028 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/.tmp/table/6e5ab56a536742f8afcaec72464280c0 2024-12-07T01:20:22,038 DEBUG [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e76982d8c5bcf62b826d32979a565ca1 2024-12-07T01:20:22,041 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/.tmp/info/f7aeecdf65a048f698303b6ce9c2c439 as hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/info/f7aeecdf65a048f698303b6ce9c2c439 2024-12-07T01:20:22,047 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/replication/e76982d8c5bcf62b826d32979a565ca1/.tmp/queue/d9f2f70d461e4c22ba87f081b9766027 is 154, key is 1-ec1863dc21e5,40403,1733534381434/queue:ec1863dc21e5%2C40403%2C1733534381434/1733534414655/Put/seqid=0 2024-12-07T01:20:22,050 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/info/f7aeecdf65a048f698303b6ce9c2c439, entries=20, sequenceid=16, filesize=7.5 K 2024-12-07T01:20:22,052 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/.tmp/ns/ccfcc28fa2c24347a7a27cf78a83aba8 as hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/ns/ccfcc28fa2c24347a7a27cf78a83aba8 2024-12-07T01:20:22,059 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/ns/ccfcc28fa2c24347a7a27cf78a83aba8, entries=2, sequenceid=16, filesize=5.0 K 2024-12-07T01:20:22,060 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/.tmp/rep_barrier/c9cb4c77ad23470883890e81eb5ca59a as hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/rep_barrier/c9cb4c77ad23470883890e81eb5ca59a 2024-12-07T01:20:22,067 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/rep_barrier/c9cb4c77ad23470883890e81eb5ca59a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-07T01:20:22,069 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/.tmp/table/6e5ab56a536742f8afcaec72464280c0 as hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/table/6e5ab56a536742f8afcaec72464280c0 2024-12-07T01:20:22,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741847_1023 (size=5353) 2024-12-07T01:20:22,075 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/table/6e5ab56a536742f8afcaec72464280c0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-07T01:20:22,076 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 638ms, sequenceid=16, compaction requested=false 2024-12-07T01:20:22,077 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/replication/e76982d8c5bcf62b826d32979a565ca1/.tmp/queue/d9f2f70d461e4c22ba87f081b9766027 2024-12-07T01:20:22,086 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/replication/e76982d8c5bcf62b826d32979a565ca1/.tmp/queue/d9f2f70d461e4c22ba87f081b9766027 as hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/replication/e76982d8c5bcf62b826d32979a565ca1/queue/d9f2f70d461e4c22ba87f081b9766027 2024-12-07T01:20:22,095 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-07T01:20:22,095 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:20:22,095 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:20:22,095 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:20:22,096 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534421437Running coprocessor pre-close hooks at 1733534421437Disabling compacts and flushes for region at 1733534421437Disabling writes for close at 1733534421438 (+1 ms)Obtaining lock to block concurrent updates at 1733534421438Preparing flush snapshotting stores in 1588230740 at 1733534421438Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733534421438Flushing stores of hbase:meta,,1.1588230740 at 1733534421438Flushing 1588230740/info: creating writer at 1733534421438Flushing 1588230740/info: appending metadata at 1733534421451 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733534421451Flushing 1588230740/ns: creating writer at 1733534421870 (+419 ms)Flushing 1588230740/ns: appending metadata at 1733534421891 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733534421891Flushing 1588230740/rep_barrier: creating writer at 1733534421909 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534421939 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534421939Flushing 1588230740/table: creating writer at 1733534421965 (+26 ms)Flushing 1588230740/table: appending metadata at 1733534421999 (+34 ms)Flushing 1588230740/table: closing flushed file at 1733534421999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307cd692: reopening flushed file at 1733534422039 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f9d7cf: reopening flushed file at 1733534422051 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c496f8b: reopening flushed file at 1733534422060 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b955af8: reopening flushed file at 1733534422068 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 638ms, sequenceid=16, compaction requested=false at 1733534422076 (+8 ms)Writing region close event to WAL at 1733534422089 (+13 ms)Running coprocessor post-close hooks at 1733534422095 (+6 ms)Closed at 1733534422095 2024-12-07T01:20:22,096 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:20:22,097 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/replication/e76982d8c5bcf62b826d32979a565ca1/queue/d9f2f70d461e4c22ba87f081b9766027, entries=1, sequenceid=14, filesize=5.2 K 2024-12-07T01:20:22,100 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e76982d8c5bcf62b826d32979a565ca1 in 87ms, sequenceid=14, compaction requested=false 2024-12-07T01:20:22,108 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/data/hbase/replication/e76982d8c5bcf62b826d32979a565ca1/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-07T01:20:22,109 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:20:22,109 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:20:22,109 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. 2024-12-07T01:20:22,109 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e76982d8c5bcf62b826d32979a565ca1: Waiting for close lock at 1733534422013Running coprocessor pre-close hooks at 1733534422013Disabling compacts and flushes for region at 1733534422013Disabling writes for close at 1733534422013Obtaining lock to block concurrent updates at 1733534422013Preparing flush snapshotting stores in e76982d8c5bcf62b826d32979a565ca1 at 1733534422013Finished memstore snapshotting hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733534422014 (+1 ms)Flushing stores of hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. at 1733534422016 (+2 ms)Flushing e76982d8c5bcf62b826d32979a565ca1/queue: creating writer at 1733534422016Flushing e76982d8c5bcf62b826d32979a565ca1/queue: appending metadata at 1733534422046 (+30 ms)Flushing e76982d8c5bcf62b826d32979a565ca1/queue: closing flushed file at 1733534422046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51158e91: reopening flushed file at 1733534422085 (+39 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e76982d8c5bcf62b826d32979a565ca1 in 87ms, sequenceid=14, compaction requested=false at 1733534422100 (+15 ms)Writing region close event to WAL at 1733534422104 (+4 ms)Running coprocessor post-close hooks at 1733534422109 (+5 ms)Closed at 1733534422109 2024-12-07T01:20:22,109 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733534399398.e76982d8c5bcf62b826d32979a565ca1. 2024-12-07T01:20:22,227 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:20:22,227 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:20:22,238 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,40403,1733534381434; all regions closed. 2024-12-07T01:20:22,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741834_1010 (size=4239) 2024-12-07T01:20:22,242 DEBUG [RS:0;ec1863dc21e5:40403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/oldWALs 2024-12-07T01:20:22,242 INFO [RS:0;ec1863dc21e5:40403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C40403%2C1733534381434.meta:.meta(num 1733534383849) 2024-12-07T01:20:22,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/WALs/ec1863dc21e5,40403,1733534381434/ec1863dc21e5%2C40403%2C1733534381434.rep.1733534400529 not finished, retry = 0 2024-12-07T01:20:22,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741839_1015 (size=3552) 2024-12-07T01:20:22,346 DEBUG [RS:0;ec1863dc21e5:40403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/oldWALs 2024-12-07T01:20:22,346 INFO [RS:0;ec1863dc21e5:40403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C40403%2C1733534381434.rep:(num 1733534400529) 2024-12-07T01:20:22,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741833_1009 (size=2392) 2024-12-07T01:20:22,349 DEBUG [RS:0;ec1863dc21e5:40403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/oldWALs 2024-12-07T01:20:22,349 INFO [RS:0;ec1863dc21e5:40403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C40403%2C1733534381434:(num 1733534383357) 2024-12-07T01:20:22,349 DEBUG [RS:0;ec1863dc21e5:40403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:22,349 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:20:22,349 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:20:22,349 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:20:22,349 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:20:22,349 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:20:22,350 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,40403,1733534381434 because: Region server is closing 2024-12-07T01:20:22,350 INFO [RS:0;ec1863dc21e5:40403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:40403. 2024-12-07T01:20:22,350 DEBUG [RS:0;ec1863dc21e5:40403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:22,350 DEBUG [RS:0;ec1863dc21e5:40403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:22,350 DEBUG [RS:0;ec1863dc21e5:40403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:22,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:22,450 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.shipperec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-07T01:20:22,451 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,40403,1733534381434.replicationSource.shipperec1863dc21e5%2C40403%2C1733534381434,1-ec1863dc21e5,40403,1733534381434 terminated 2024-12-07T01:20:22,451 INFO [RS:0;ec1863dc21e5:40403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:40403. 2024-12-07T01:20:22,451 DEBUG [RS:0;ec1863dc21e5:40403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:22,451 DEBUG [RS:0;ec1863dc21e5:40403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:22,451 DEBUG [RS:0;ec1863dc21e5:40403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:22,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:22,451 INFO [RS:0;ec1863dc21e5:40403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40403 2024-12-07T01:20:22,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562116236/rs/ec1863dc21e5,40403,1733534381434 2024-12-07T01:20:22,541 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:20:22,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236/rs 2024-12-07T01:20:22,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,40403,1733534381434] 2024-12-07T01:20:22,562 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01562116236/draining/ec1863dc21e5,40403,1733534381434 already deleted, retry=false 2024-12-07T01:20:22,562 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,40403,1733534381434 expired; onlineServers=0 2024-12-07T01:20:22,562 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,45725,1733534381224' ***** 2024-12-07T01:20:22,562 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:20:22,564 INFO [M:0;ec1863dc21e5:45725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:20:22,564 INFO [M:0;ec1863dc21e5:45725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:20:22,564 DEBUG [M:0;ec1863dc21e5:45725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:20:22,564 DEBUG [M:0;ec1863dc21e5:45725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:20:22,564 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534383152 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534383152,5,FailOnTimeoutGroup] 2024-12-07T01:20:22,564 INFO [M:0;ec1863dc21e5:45725 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:20:22,564 INFO [M:0;ec1863dc21e5:45725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:20:22,564 DEBUG [M:0;ec1863dc21e5:45725 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:20:22,564 INFO [M:0;ec1863dc21e5:45725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:20:22,565 INFO [M:0;ec1863dc21e5:45725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:20:22,565 INFO [M:0;ec1863dc21e5:45725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:20:22,568 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:20:22,568 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:20:22,568 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534383150 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534383150,5,FailOnTimeoutGroup] 2024-12-07T01:20:22,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01562116236/master 2024-12-07T01:20:22,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01562116236 2024-12-07T01:20:22,583 DEBUG [M:0;ec1863dc21e5:45725 {}] zookeeper.RecoverableZooKeeper(212): Node /01562116236/master already deleted, retry=false 2024-12-07T01:20:22,583 DEBUG [M:0;ec1863dc21e5:45725 {}] master.ActiveMasterManager(353): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Failed delete of our master address node; KeeperErrorCode = NoNode for /01562116236/master 2024-12-07T01:20:22,584 INFO [M:0;ec1863dc21e5:45725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/.lastflushedseqids 2024-12-07T01:20:22,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741848_1024 (size=245) 2024-12-07T01:20:22,622 INFO [M:0;ec1863dc21e5:45725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:20:22,623 INFO [M:0;ec1863dc21e5:45725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:20:22,623 DEBUG [M:0;ec1863dc21e5:45725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:20:22,623 INFO [M:0;ec1863dc21e5:45725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:22,623 DEBUG [M:0;ec1863dc21e5:45725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:22,623 DEBUG [M:0;ec1863dc21e5:45725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:20:22,623 DEBUG [M:0;ec1863dc21e5:45725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:22,623 INFO [M:0;ec1863dc21e5:45725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-07T01:20:22,643 DEBUG [M:0;ec1863dc21e5:45725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5b616f45f5448feae64974db8ccfa04 is 82, key is hbase:meta,,1/info:regioninfo/1733534383876/Put/seqid=0 2024-12-07T01:20:22,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741849_1025 (size=5672) 2024-12-07T01:20:22,649 INFO [M:0;ec1863dc21e5:45725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5b616f45f5448feae64974db8ccfa04 2024-12-07T01:20:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:20:22,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40403-0x101ad5f68d50001, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:20:22,652 INFO [RS:0;ec1863dc21e5:40403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:20:22,652 INFO [RS:0;ec1863dc21e5:40403 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,40403,1733534381434; zookeeper connection closed. 2024-12-07T01:20:22,664 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c24300b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c24300b 2024-12-07T01:20:22,664 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:20:22,675 DEBUG [M:0;ec1863dc21e5:45725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31b4318370ce43f9b74f2d5b5fc75386 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733534395101/Put/seqid=0 2024-12-07T01:20:22,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741850_1026 (size=7218) 2024-12-07T01:20:23,079 INFO [M:0;ec1863dc21e5:45725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31b4318370ce43f9b74f2d5b5fc75386 2024-12-07T01:20:23,085 INFO [M:0;ec1863dc21e5:45725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31b4318370ce43f9b74f2d5b5fc75386 2024-12-07T01:20:23,103 DEBUG [M:0;ec1863dc21e5:45725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fa3c86adf144d69b97d08c55354457d is 69, key is ec1863dc21e5,40403,1733534381434/rs:state/1733534383206/Put/seqid=0 2024-12-07T01:20:23,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741851_1027 (size=5156) 2024-12-07T01:20:23,514 INFO [M:0;ec1863dc21e5:45725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fa3c86adf144d69b97d08c55354457d 2024-12-07T01:20:23,518 DEBUG [M:0;ec1863dc21e5:45725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5b616f45f5448feae64974db8ccfa04 as hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d5b616f45f5448feae64974db8ccfa04 2024-12-07T01:20:23,521 INFO [M:0;ec1863dc21e5:45725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d5b616f45f5448feae64974db8ccfa04, entries=8, sequenceid=105, filesize=5.5 K 2024-12-07T01:20:23,522 DEBUG [M:0;ec1863dc21e5:45725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31b4318370ce43f9b74f2d5b5fc75386 as hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31b4318370ce43f9b74f2d5b5fc75386 2024-12-07T01:20:23,526 INFO [M:0;ec1863dc21e5:45725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31b4318370ce43f9b74f2d5b5fc75386 2024-12-07T01:20:23,526 INFO [M:0;ec1863dc21e5:45725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31b4318370ce43f9b74f2d5b5fc75386, entries=11, sequenceid=105, filesize=7.0 K 2024-12-07T01:20:23,527 DEBUG [M:0;ec1863dc21e5:45725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fa3c86adf144d69b97d08c55354457d as hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fa3c86adf144d69b97d08c55354457d 2024-12-07T01:20:23,533 INFO [M:0;ec1863dc21e5:45725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38347/user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fa3c86adf144d69b97d08c55354457d, entries=1, sequenceid=105, filesize=5.0 K 2024-12-07T01:20:23,534 INFO [M:0;ec1863dc21e5:45725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=105, compaction requested=false 2024-12-07T01:20:23,536 INFO [M:0;ec1863dc21e5:45725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:23,536 DEBUG [M:0;ec1863dc21e5:45725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534422623Disabling compacts and flushes for region at 1733534422623Disabling writes for close at 1733534422623Obtaining lock to block concurrent updates at 1733534422623Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534422623Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733534422623Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534422624 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534422624Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534422643 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534422643Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534422655 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534422675 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534422675Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534423085 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534423103 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534423103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a9364f: reopening flushed file at 1733534423517 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742c4053: reopening flushed file at 1733534423521 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a45330d: reopening flushed file at 1733534423526 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=105, compaction requested=false at 1733534423534 (+8 ms)Writing region close event to WAL at 1733534423536 (+2 ms)Closed at 1733534423536 2024-12-07T01:20:23,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44489 is added to blk_1073741830_1006 (size=64423) 2024-12-07T01:20:23,544 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a419da57-7e58-0b2b-35d6-755feeb17bf1/MasterData/WALs/ec1863dc21e5,45725,1733534381224/ec1863dc21e5%2C45725%2C1733534381224.1733534382819 not finished, retry = 0 2024-12-07T01:20:23,645 INFO [M:0;ec1863dc21e5:45725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:20:23,645 INFO [M:0;ec1863dc21e5:45725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45725 2024-12-07T01:20:23,645 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:20:23,646 INFO [M:0;ec1863dc21e5:45725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:20:23,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:20:23,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45725-0x101ad5f68d50000, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:20:23,809 INFO [M:0;ec1863dc21e5:45725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:20:23,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38668141{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:20:23,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65274dbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:20:23,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:20:23,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c10706a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:20:23,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69529380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/hadoop.log.dir/,STOPPED} 2024-12-07T01:20:23,833 WARN [BP-1417205703-172.17.0.3-1733534379322 heartbeating to localhost/127.0.0.1:38347 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:20:23,833 WARN [BP-1417205703-172.17.0.3-1733534379322 heartbeating to localhost/127.0.0.1:38347 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1417205703-172.17.0.3-1733534379322 (Datanode Uuid a05a3d91-1b3e-49f0-8714-603268979243) service to localhost/127.0.0.1:38347 2024-12-07T01:20:23,833 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:20:23,833 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:20:23,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/cluster_c0583c92-63be-de1c-91b8-c27fdc3e6de6/data/data1/current/BP-1417205703-172.17.0.3-1733534379322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:20:23,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/cluster_c0583c92-63be-de1c-91b8-c27fdc3e6de6/data/data2/current/BP-1417205703-172.17.0.3-1733534379322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:20:23,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:20:23,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56199b95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:20:23,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7612f0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:20:23,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:20:23,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652543cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:20:23,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7188027e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f625bbf7-6440-2291-2f99-8d82d52a37dd/hadoop.log.dir/,STOPPED} 2024-12-07T01:20:23,854 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T01:20:23,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:20:23,885 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 264) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:38347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38347 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-22 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51381) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38705 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51381) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38347 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38347 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38347 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51381) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45439 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=732 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 619), ProcessCount=11 (was 11), AvailableMemoryMB=3075 (was 3270) 2024-12-07T01:20:23,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=3074 2024-12-07T01:20:23,914 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-07T01:20:23,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/hadoop.log.dir so I do NOT create it in target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee 2024-12-07T01:20:23,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:20:23,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/hadoop.tmp.dir so I do NOT create it in target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee 2024-12-07T01:20:23,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d9d7288-3b1f-9d4a-8155-a920179ffc6d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:20:23,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee 2024-12-07T01:20:23,915 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/cluster_b000650e-0324-eaa2-a7a9-e0c490866eac, deleteOnExit=true 2024-12-07T01:20:23,936 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/cluster_b000650e-0324-eaa2-a7a9-e0c490866eac/zookeeper_0, clientPort=63411, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/cluster_b000650e-0324-eaa2-a7a9-e0c490866eac/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/cluster_b000650e-0324-eaa2-a7a9-e0c490866eac/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T01:20:23,937 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63411 2024-12-07T01:20:23,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:20:23,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:20:23,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/test.cache.data in system properties and HBase conf 2024-12-07T01:20:23,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:20:23,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:20:23,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:20:23,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:20:23,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:20:23,937 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:20:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:20:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:20:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:20:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:20:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:20:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:20:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:20:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:20:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:20:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:20:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:20:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:20:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:20:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:20:23,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101ad5f68d50002, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:20:23,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101ad5f68d50008, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:20:23,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101ad5f68d50002, quorum=127.0.0.1:51381, baseZNode=/01562116236 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:20:23,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101ad5f68d50008, quorum=127.0.0.1:51381, baseZNode=/2-674567049 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:20:23,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101ad5f68d50005, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:20:23,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101ad5f68d50005, quorum=127.0.0.1:51381, baseZNode=/1828782399 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:20:24,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:20:24,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:20:24,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:20:24,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:20:24,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:20:24,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:20:24,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d13cb06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:20:24,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59870692{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:20:24,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53841fba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/java.io.tmpdir/jetty-localhost-44693-hadoop-hdfs-3_4_1-tests_jar-_-any-12915647163266859033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:20:24,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e30eaee{HTTP/1.1, (http/1.1)}{localhost:44693} 2024-12-07T01:20:24,510 INFO [Time-limited test {}] server.Server(415): Started @270008ms 2024-12-07T01:20:25,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:20:25,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:20:25,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:20:25,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:20:25,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:20:25,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6078a3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:20:25,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8809b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:20:25,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b6b26e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/java.io.tmpdir/jetty-localhost-34043-hadoop-hdfs-3_4_1-tests_jar-_-any-730507161812450640/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:20:25,274 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bdfecec{HTTP/1.1, (http/1.1)}{localhost:34043} 2024-12-07T01:20:25,274 INFO [Time-limited test {}] server.Server(415): Started @270772ms 2024-12-07T01:20:25,276 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:20:26,061 WARN [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/cluster_b000650e-0324-eaa2-a7a9-e0c490866eac/data/data1/current/BP-1216089364-172.17.0.3-1733534423972/current, will proceed with Du for space computation calculation, 2024-12-07T01:20:26,061 WARN [Thread-3437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/cluster_b000650e-0324-eaa2-a7a9-e0c490866eac/data/data2/current/BP-1216089364-172.17.0.3-1733534423972/current, will proceed with Du for space computation calculation, 2024-12-07T01:20:26,093 WARN [Thread-3424 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:20:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cacd92a638fcd97 with lease ID 0x5fa5d68fa8f5ee54: Processing first storage report for DS-867810ce-3fba-4c8a-9c40-7e73268624a6 from datanode DatanodeRegistration(127.0.0.1:34409, datanodeUuid=859bfc86-4564-409d-8a30-a04dac89c1ee, infoPort=33073, infoSecurePort=0, ipcPort=36527, storageInfo=lv=-57;cid=testClusterID;nsid=174770424;c=1733534423972) 2024-12-07T01:20:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cacd92a638fcd97 with lease ID 0x5fa5d68fa8f5ee54: from storage DS-867810ce-3fba-4c8a-9c40-7e73268624a6 node DatanodeRegistration(127.0.0.1:34409, datanodeUuid=859bfc86-4564-409d-8a30-a04dac89c1ee, infoPort=33073, infoSecurePort=0, ipcPort=36527, storageInfo=lv=-57;cid=testClusterID;nsid=174770424;c=1733534423972), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:20:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cacd92a638fcd97 with lease ID 0x5fa5d68fa8f5ee54: Processing first storage report for DS-889b8ea3-285a-482f-be87-cc330f2d8194 from datanode DatanodeRegistration(127.0.0.1:34409, datanodeUuid=859bfc86-4564-409d-8a30-a04dac89c1ee, infoPort=33073, infoSecurePort=0, ipcPort=36527, storageInfo=lv=-57;cid=testClusterID;nsid=174770424;c=1733534423972) 2024-12-07T01:20:26,098 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cacd92a638fcd97 with lease ID 0x5fa5d68fa8f5ee54: from storage DS-889b8ea3-285a-482f-be87-cc330f2d8194 node DatanodeRegistration(127.0.0.1:34409, datanodeUuid=859bfc86-4564-409d-8a30-a04dac89c1ee, infoPort=33073, infoSecurePort=0, ipcPort=36527, storageInfo=lv=-57;cid=testClusterID;nsid=174770424;c=1733534423972), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:20:26,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee 2024-12-07T01:20:26,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:26,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:26,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:20:26,601 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89 with version=8 2024-12-07T01:20:26,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/hbase-staging 2024-12-07T01:20:26,603 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:20:26,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:26,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:26,603 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:20:26,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:26,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:20:26,603 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:20:26,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:20:26,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42997 2024-12-07T01:20:26,604 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42997 connecting to ZooKeeper ensemble=127.0.0.1:63411 2024-12-07T01:20:26,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429970x0, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:20:26,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42997-0x101ad6017200000 connected 2024-12-07T01:20:26,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:26,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:26,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Set watcher on znode that does not yet exist, /0-1263873755/running 2024-12-07T01:20:26,795 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89, hbase.cluster.distributed=false 2024-12-07T01:20:26,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Set watcher on znode that does not yet exist, /0-1263873755/acl 2024-12-07T01:20:26,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42997 2024-12-07T01:20:26,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42997 2024-12-07T01:20:26,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42997 2024-12-07T01:20:26,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42997 2024-12-07T01:20:26,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42997 2024-12-07T01:20:26,814 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:20:26,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:26,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:26,814 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:20:26,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:26,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:20:26,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:20:26,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:20:26,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45027 2024-12-07T01:20:26,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45027 connecting to ZooKeeper ensemble=127.0.0.1:63411 2024-12-07T01:20:26,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:26,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:26,824 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450270x0, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:20:26,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45027-0x101ad6017200001 connected 2024-12-07T01:20:26,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Set watcher on znode that does not yet exist, /0-1263873755/running 2024-12-07T01:20:26,825 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:20:26,831 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:20:26,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Set watcher on znode that does not yet exist, /0-1263873755/master 2024-12-07T01:20:26,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Set watcher on znode that does not yet exist, /0-1263873755/acl 2024-12-07T01:20:26,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45027 2024-12-07T01:20:26,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45027 2024-12-07T01:20:26,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45027 2024-12-07T01:20:26,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45027 2024-12-07T01:20:26,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45027 2024-12-07T01:20:26,854 DEBUG [M:0;ec1863dc21e5:42997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:42997 2024-12-07T01:20:26,854 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1263873755/backup-masters/ec1863dc21e5,42997,1733534426603 2024-12-07T01:20:26,866 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755/backup-masters 2024-12-07T01:20:26,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755/backup-masters 2024-12-07T01:20:26,867 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Set watcher on existing znode=/0-1263873755/backup-masters/ec1863dc21e5,42997,1733534426603 2024-12-07T01:20:26,877 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1263873755/master 2024-12-07T01:20:26,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:20:26,877 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:20:26,877 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Set watcher on existing znode=/0-1263873755/master 2024-12-07T01:20:26,878 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1263873755/backup-masters/ec1863dc21e5,42997,1733534426603 from backup master directory 2024-12-07T01:20:26,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1263873755/backup-masters/ec1863dc21e5,42997,1733534426603 2024-12-07T01:20:26,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755/backup-masters 2024-12-07T01:20:26,887 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755/backup-masters 2024-12-07T01:20:26,887 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:20:26,887 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,42997,1733534426603 2024-12-07T01:20:26,890 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/hbase.id] with ID: b1c7642f-ec33-4a6e-8227-39628793ae33 2024-12-07T01:20:26,890 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/.tmp/hbase.id 2024-12-07T01:20:26,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:20:27,298 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/.tmp/hbase.id]:[hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/hbase.id] 2024-12-07T01:20:27,305 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:27,305 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:20:27,306 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-07T01:20:27,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:20:27,350 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:20:27,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:20:27,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:20:27,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:27,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:27,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:27,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:27,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:27,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:27,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:27,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:27,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:27,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:27,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:27,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:27,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:27,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:27,755 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:20:27,756 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:20:27,756 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:27,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:20:27,762 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store 2024-12-07T01:20:27,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:20:28,167 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:28,167 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:20:28,167 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:28,167 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:28,167 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:20:28,167 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:28,167 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:28,167 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534428167Disabling compacts and flushes for region at 1733534428167Disabling writes for close at 1733534428167Writing region close event to WAL at 1733534428167Closed at 1733534428167 2024-12-07T01:20:28,168 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/.initializing 2024-12-07T01:20:28,168 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/WALs/ec1863dc21e5,42997,1733534426603 2024-12-07T01:20:28,169 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:20:28,170 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C42997%2C1733534426603, suffix=, logDir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/WALs/ec1863dc21e5,42997,1733534426603, archiveDir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/oldWALs, maxLogs=10 2024-12-07T01:20:28,186 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/WALs/ec1863dc21e5,42997,1733534426603/ec1863dc21e5%2C42997%2C1733534426603.1733534428170, exclude list is [], retry=0 2024-12-07T01:20:28,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34409,DS-867810ce-3fba-4c8a-9c40-7e73268624a6,DISK] 2024-12-07T01:20:28,189 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/WALs/ec1863dc21e5,42997,1733534426603/ec1863dc21e5%2C42997%2C1733534426603.1733534428170 2024-12-07T01:20:28,192 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33073:33073)] 2024-12-07T01:20:28,192 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:28,192 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:28,192 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:28,192 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:28,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:28,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:20:28,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:28,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:28,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:28,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:20:28,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:28,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:28,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:28,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:20:28,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:28,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:28,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:28,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:20:28,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:28,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:28,199 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:28,200 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:28,200 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:28,201 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:28,201 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:28,201 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:20:28,202 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:28,203 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:28,203 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69618006, jitterRate=0.037389129400253296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:20:28,204 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534428192Initializing all the Stores at 1733534428193 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534428193Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534428194 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534428194Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534428194Cleaning up temporary data from old regions at 1733534428201 (+7 ms)Region opened successfully at 1733534428203 (+2 ms) 2024-12-07T01:20:28,204 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:20:28,206 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612c6325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:20:28,206 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:20:28,207 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:20:28,207 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:20:28,207 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:20:28,207 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:20:28,207 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:20:28,207 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:20:28,209 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:20:28,209 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Unable to get data of znode /0-1263873755/balancer because node does not exist (not necessarily an error) 2024-12-07T01:20:28,256 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1263873755/balancer already deleted, retry=false 2024-12-07T01:20:28,256 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:20:28,256 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Unable to get data of znode /0-1263873755/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:20:28,266 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1263873755/normalizer already deleted, retry=false 2024-12-07T01:20:28,266 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:20:28,267 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Unable to get data of znode /0-1263873755/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:20:28,277 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1263873755/switch/split already deleted, retry=false 2024-12-07T01:20:28,277 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Unable to get data of znode /0-1263873755/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:20:28,287 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1263873755/switch/merge already deleted, retry=false 2024-12-07T01:20:28,288 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Unable to get data of znode /0-1263873755/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:20:28,298 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1263873755/snapshot-cleanup already deleted, retry=false 2024-12-07T01:20:28,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1263873755/running 2024-12-07T01:20:28,308 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1263873755/running 2024-12-07T01:20:28,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:20:28,308 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:20:28,309 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,42997,1733534426603, sessionid=0x101ad6017200000, setting cluster-up flag (Was=false) 2024-12-07T01:20:28,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:20:28,329 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:20:28,361 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1263873755/flush-table-proc/acquired, /0-1263873755/flush-table-proc/reached, /0-1263873755/flush-table-proc/abort 2024-12-07T01:20:28,362 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,42997,1733534426603 2024-12-07T01:20:28,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:20:28,382 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:20:28,413 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1263873755/online-snapshot/acquired, /0-1263873755/online-snapshot/reached, /0-1263873755/online-snapshot/abort 2024-12-07T01:20:28,414 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,42997,1733534426603 2024-12-07T01:20:28,415 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:20:28,417 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:20:28,417 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:20:28,417 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:20:28,417 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ec1863dc21e5,44443,1733534297901: status=Processing ServerCrashProcedure of ec1863dc21e5,44443,1733534297901 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733534312485, completionTime=-1 appears to have been leaked 2024-12-07T01:20:28,417 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,42997,1733534426603 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:20:28,418 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:20:28,418 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:20:28,418 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:20:28,418 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:20:28,418 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:20:28,418 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:28,418 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:20:28,418 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:28,419 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534458419 2024-12-07T01:20:28,419 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:20:28,419 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:20:28,419 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:20:28,419 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:20:28,419 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:20:28,419 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:20:28,419 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:28,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:20:28,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:20:28,420 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:20:28,420 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:20:28,420 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:20:28,420 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:20:28,420 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:28,420 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:20:28,421 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:20:28,421 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:20:28,424 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534428421,5,FailOnTimeoutGroup] 2024-12-07T01:20:28,427 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534428424,5,FailOnTimeoutGroup] 2024-12-07T01:20:28,427 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:28,427 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:20:28,427 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:28,427 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:28,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:20:28,447 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(746): ClusterId : b1c7642f-ec33-4a6e-8227-39628793ae33 2024-12-07T01:20:28,447 DEBUG [RS:0;ec1863dc21e5:45027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:20:28,456 DEBUG [RS:0;ec1863dc21e5:45027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:20:28,456 DEBUG [RS:0;ec1863dc21e5:45027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:20:28,467 DEBUG [RS:0;ec1863dc21e5:45027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:20:28,467 DEBUG [RS:0;ec1863dc21e5:45027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad3a7de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:20:28,480 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:45027 2024-12-07T01:20:28,480 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:20:28,480 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:20:28,480 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:20:28,480 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,42997,1733534426603 with port=45027, startcode=1733534426813 2024-12-07T01:20:28,481 DEBUG [RS:0;ec1863dc21e5:45027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:20:28,482 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:20:28,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,45027,1733534426813 2024-12-07T01:20:28,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42997 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,45027,1733534426813 2024-12-07T01:20:28,483 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89 2024-12-07T01:20:28,483 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33571 2024-12-07T01:20:28,483 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:20:28,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755/rs 2024-12-07T01:20:28,487 DEBUG [RS:0;ec1863dc21e5:45027 {}] zookeeper.ZKUtil(111): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Set watcher on existing znode=/0-1263873755/rs/ec1863dc21e5,45027,1733534426813 2024-12-07T01:20:28,487 WARN [RS:0;ec1863dc21e5:45027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:20:28,488 INFO [RS:0;ec1863dc21e5:45027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:28,488 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813 2024-12-07T01:20:28,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,45027,1733534426813] 2024-12-07T01:20:28,490 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:20:28,491 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:20:28,492 INFO [RS:0;ec1863dc21e5:45027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:20:28,492 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:28,492 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:20:28,493 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:20:28,493 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:28,493 DEBUG [RS:0;ec1863dc21e5:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:28,493 DEBUG [RS:0;ec1863dc21e5:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:28,493 DEBUG [RS:0;ec1863dc21e5:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:28,493 DEBUG [RS:0;ec1863dc21e5:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:28,493 DEBUG [RS:0;ec1863dc21e5:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:28,493 DEBUG [RS:0;ec1863dc21e5:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:20:28,493 DEBUG [RS:0;ec1863dc21e5:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:28,493 DEBUG [RS:0;ec1863dc21e5:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:28,493 DEBUG [RS:0;ec1863dc21e5:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:28,493 DEBUG [RS:0;ec1863dc21e5:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:28,493 DEBUG [RS:0;ec1863dc21e5:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:28,493 DEBUG [RS:0;ec1863dc21e5:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:28,493 DEBUG [RS:0;ec1863dc21e5:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:20:28,493 DEBUG [RS:0;ec1863dc21e5:45027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:20:28,497 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:28,497 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:28,497 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:28,497 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:28,497 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:28,497 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45027,1733534426813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:20:28,511 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:20:28,511 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45027,1733534426813-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:28,511 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:28,511 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.Replication(171): ec1863dc21e5,45027,1733534426813 started 2024-12-07T01:20:28,522 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:28,522 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,45027,1733534426813, RpcServer on ec1863dc21e5/172.17.0.3:45027, sessionid=0x101ad6017200001 2024-12-07T01:20:28,523 DEBUG [RS:0;ec1863dc21e5:45027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:20:28,523 DEBUG [RS:0;ec1863dc21e5:45027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,45027,1733534426813 2024-12-07T01:20:28,523 DEBUG [RS:0;ec1863dc21e5:45027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,45027,1733534426813' 2024-12-07T01:20:28,523 DEBUG [RS:0;ec1863dc21e5:45027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1263873755/flush-table-proc/abort' 2024-12-07T01:20:28,523 DEBUG [RS:0;ec1863dc21e5:45027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1263873755/flush-table-proc/acquired' 2024-12-07T01:20:28,523 DEBUG [RS:0;ec1863dc21e5:45027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:20:28,523 DEBUG [RS:0;ec1863dc21e5:45027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:20:28,523 DEBUG [RS:0;ec1863dc21e5:45027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,45027,1733534426813 2024-12-07T01:20:28,523 DEBUG [RS:0;ec1863dc21e5:45027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,45027,1733534426813' 2024-12-07T01:20:28,523 DEBUG [RS:0;ec1863dc21e5:45027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1263873755/online-snapshot/abort' 2024-12-07T01:20:28,524 DEBUG [RS:0;ec1863dc21e5:45027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1263873755/online-snapshot/acquired' 2024-12-07T01:20:28,524 DEBUG [RS:0;ec1863dc21e5:45027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:20:28,524 INFO [RS:0;ec1863dc21e5:45027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:20:28,524 INFO [RS:0;ec1863dc21e5:45027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:20:28,624 INFO [RS:0;ec1863dc21e5:45027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:20:28,625 INFO [RS:0;ec1863dc21e5:45027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C45027%2C1733534426813, suffix=, logDir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813, archiveDir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/oldWALs, maxLogs=10 2024-12-07T01:20:28,636 DEBUG [RS:0;ec1863dc21e5:45027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625, exclude list is [], retry=0 2024-12-07T01:20:28,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34409,DS-867810ce-3fba-4c8a-9c40-7e73268624a6,DISK] 2024-12-07T01:20:28,639 INFO [RS:0;ec1863dc21e5:45027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 2024-12-07T01:20:28,639 DEBUG [RS:0;ec1863dc21e5:45027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33073:33073)] 2024-12-07T01:20:28,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:20:28,834 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89 2024-12-07T01:20:28,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741833_1009 (size=32) 2024-12-07T01:20:29,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:29,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:20:29,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:20:29,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:29,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:29,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:20:29,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:20:29,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:29,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:29,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:20:29,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:20:29,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:29,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:29,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:20:29,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:20:29,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:29,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:29,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:20:29,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740 2024-12-07T01:20:29,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740 2024-12-07T01:20:29,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:20:29,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:20:29,245 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:20:29,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:20:29,247 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:29,247 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62219516, jitterRate=-0.07285696268081665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:20:29,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534429238Initializing all the Stores at 1733534429238Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534429238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534429238Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534429238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534429238Cleaning up temporary data from old regions at 1733534429244 (+6 ms)Region opened successfully at 1733534429248 (+4 ms) 2024-12-07T01:20:29,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:20:29,248 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:20:29,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:20:29,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:20:29,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:20:29,248 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:20:29,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534429248Disabling compacts and flushes for region at 1733534429248Disabling writes for close at 1733534429248Writing region close event to WAL at 1733534429248Closed at 1733534429248 2024-12-07T01:20:29,249 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:20:29,249 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:20:29,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:20:29,250 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:20:29,250 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:20:29,401 DEBUG [ec1863dc21e5:42997 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:20:29,401 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,45027,1733534426813 2024-12-07T01:20:29,402 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,45027,1733534426813, state=OPENING 2024-12-07T01:20:29,466 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:20:29,509 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:20:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:20:29,510 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:20:29,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1263873755/meta-region-server: CHANGED 2024-12-07T01:20:29,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1263873755/meta-region-server: CHANGED 2024-12-07T01:20:29,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,45027,1733534426813}] 2024-12-07T01:20:29,661 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:20:29,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:20:29,665 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:20:29,665 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:29,665 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:20:29,666 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C45027%2C1733534426813.meta, suffix=.meta, logDir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813, archiveDir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/oldWALs, maxLogs=10 2024-12-07T01:20:29,677 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.meta.1733534429666.meta, exclude list is [], retry=0 2024-12-07T01:20:29,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34409,DS-867810ce-3fba-4c8a-9c40-7e73268624a6,DISK] 2024-12-07T01:20:29,680 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.meta.1733534429666.meta 2024-12-07T01:20:29,680 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33073:33073)] 2024-12-07T01:20:29,681 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:29,681 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:20:29,681 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:20:29,681 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:20:29,681 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:20:29,681 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:20:29,681 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:29,681 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:20:29,681 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:20:29,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:20:29,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:20:29,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:29,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:29,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:20:29,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:20:29,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:29,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:29,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:20:29,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:20:29,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:29,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:29,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:20:29,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:20:29,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:29,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:29,686 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:20:29,686 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740 2024-12-07T01:20:29,687 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740 2024-12-07T01:20:29,688 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:20:29,688 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:20:29,688 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:20:29,689 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:20:29,689 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73400078, jitterRate=0.09374639391899109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:20:29,689 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:20:29,690 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534429682Writing region info on filesystem at 1733534429682Initializing all the Stores at 1733534429682Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534429682Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534429682Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534429682Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534429682Cleaning up temporary data from old regions at 1733534429688 (+6 ms)Running coprocessor post-open hooks at 1733534429689 (+1 ms)Region opened successfully at 1733534429690 (+1 ms) 2024-12-07T01:20:29,690 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534429661 2024-12-07T01:20:29,692 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:20:29,692 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:20:29,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45027,1733534426813 2024-12-07T01:20:29,693 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,45027,1733534426813, state=OPEN 2024-12-07T01:20:29,719 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1263873755/meta-region-server 2024-12-07T01:20:29,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1263873755/meta-region-server 2024-12-07T01:20:29,719 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,45027,1733534426813 2024-12-07T01:20:29,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1263873755/meta-region-server: CHANGED 2024-12-07T01:20:29,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1263873755/meta-region-server: CHANGED 2024-12-07T01:20:29,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:20:29,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,45027,1733534426813 in 209 msec 2024-12-07T01:20:29,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:20:29,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-12-07T01:20:29,723 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:20:29,723 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:20:29,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:29,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,45027,1733534426813, seqNum=-1] 2024-12-07T01:20:29,724 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:29,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:20:29,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3120 sec 2024-12-07T01:20:29,729 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534429729, completionTime=-1 2024-12-07T01:20:29,729 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:20:29,729 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:20:29,730 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:20:29,731 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534489731 2024-12-07T01:20:29,731 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534549731 2024-12-07T01:20:29,731 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-07T01:20:29,731 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,42997,1733534426603-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:29,731 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,42997,1733534426603-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:29,731 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,42997,1733534426603-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:29,731 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:42997, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:29,731 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:29,731 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:29,733 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:20:29,734 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.847sec 2024-12-07T01:20:29,734 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:20:29,734 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:20:29,734 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:20:29,734 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:20:29,734 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:20:29,734 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,42997,1733534426603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:20:29,734 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,42997,1733534426603-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:20:29,736 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:20:29,736 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:20:29,736 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,42997,1733534426603-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:29,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bad6ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:29,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,42997,-1 for getting cluster id 2024-12-07T01:20:29,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:29,748 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1c7642f-ec33-4a6e-8227-39628793ae33' 2024-12-07T01:20:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1c7642f-ec33-4a6e-8227-39628793ae33" 2024-12-07T01:20:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191f0d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,42997,-1] 2024-12-07T01:20:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:29,750 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:29,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d13581f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:29,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,45027,1733534426813, seqNum=-1] 2024-12-07T01:20:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:29,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:20:29,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,42997,1733534426603 2024-12-07T01:20:29,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63411 2024-12-07T01:20:29,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:20:29,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101ad6017200002 connected 2024-12-07T01:20:29,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/hadoop.log.dir so I do NOT create it in target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a 2024-12-07T01:20:29,773 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:20:29,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/hadoop.tmp.dir so I do NOT create it in target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a 2024-12-07T01:20:29,773 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:20:29,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a 2024-12-07T01:20:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:20:29,774 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/cluster_a1b097d7-307b-5dd4-9e38-b168a16550c4, deleteOnExit=true 2024-12-07T01:20:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:20:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/test.cache.data in system properties and HBase conf 2024-12-07T01:20:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:20:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:20:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:20:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:20:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:20:29,774 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:20:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:20:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:20:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:20:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:20:29,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:20:29,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:20:29,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:20:29,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:20:29,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:20:29,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:20:29,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:20:29,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:20:29,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:20:29,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:20:30,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:20:30,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:20:30,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:20:30,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:20:30,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:20:30,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:20:30,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35937bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:20:30,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f793bc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:20:30,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fd31154{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/java.io.tmpdir/jetty-localhost-43911-hadoop-hdfs-3_4_1-tests_jar-_-any-5431855268528982920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:20:30,352 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f25b769{HTTP/1.1, (http/1.1)}{localhost:43911} 2024-12-07T01:20:30,352 INFO [Time-limited test {}] server.Server(415): Started @275850ms 2024-12-07T01:20:30,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:20:30,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:20:30,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:20:30,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:20:30,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:20:30,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56253330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:20:30,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c308c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:20:30,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c3d17ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/java.io.tmpdir/jetty-localhost-41539-hadoop-hdfs-3_4_1-tests_jar-_-any-4603999015091864560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:20:30,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@783d9914{HTTP/1.1, (http/1.1)}{localhost:41539} 2024-12-07T01:20:30,709 INFO [Time-limited test {}] server.Server(415): Started @276207ms 2024-12-07T01:20:30,709 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:20:30,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-07T01:20:30,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:20:31,538 WARN [Thread-3557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/cluster_a1b097d7-307b-5dd4-9e38-b168a16550c4/data/data1/current/BP-172583364-172.17.0.3-1733534429787/current, will proceed with Du for space computation calculation, 2024-12-07T01:20:31,538 WARN [Thread-3558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/cluster_a1b097d7-307b-5dd4-9e38-b168a16550c4/data/data2/current/BP-172583364-172.17.0.3-1733534429787/current, will proceed with Du for space computation calculation, 2024-12-07T01:20:31,558 WARN [Thread-3545 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:20:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa597e06f7df037dd with lease ID 0xb276d36f877fe5cb: Processing first storage report for DS-695e5715-946f-4a34-98df-fc2885955f8c from datanode DatanodeRegistration(127.0.0.1:40495, datanodeUuid=b1a19d72-0b2a-43be-ad46-74a5d1864909, infoPort=35073, infoSecurePort=0, ipcPort=41285, storageInfo=lv=-57;cid=testClusterID;nsid=922050709;c=1733534429787) 2024-12-07T01:20:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa597e06f7df037dd with lease ID 0xb276d36f877fe5cb: from storage DS-695e5715-946f-4a34-98df-fc2885955f8c node DatanodeRegistration(127.0.0.1:40495, datanodeUuid=b1a19d72-0b2a-43be-ad46-74a5d1864909, infoPort=35073, infoSecurePort=0, ipcPort=41285, storageInfo=lv=-57;cid=testClusterID;nsid=922050709;c=1733534429787), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:20:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa597e06f7df037dd with lease ID 0xb276d36f877fe5cb: Processing first storage report for DS-b66cc9a8-969d-4309-acac-4bbc44174a95 from datanode DatanodeRegistration(127.0.0.1:40495, datanodeUuid=b1a19d72-0b2a-43be-ad46-74a5d1864909, infoPort=35073, infoSecurePort=0, ipcPort=41285, storageInfo=lv=-57;cid=testClusterID;nsid=922050709;c=1733534429787) 2024-12-07T01:20:31,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa597e06f7df037dd with lease ID 0xb276d36f877fe5cb: from storage DS-b66cc9a8-969d-4309-acac-4bbc44174a95 node DatanodeRegistration(127.0.0.1:40495, datanodeUuid=b1a19d72-0b2a-43be-ad46-74a5d1864909, infoPort=35073, infoSecurePort=0, ipcPort=41285, storageInfo=lv=-57;cid=testClusterID;nsid=922050709;c=1733534429787), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:20:31,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a 2024-12-07T01:20:31,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:31,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:31,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:20:31,642 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160 with version=8 2024-12-07T01:20:31,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/hbase-staging 2024-12-07T01:20:31,644 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:20:31,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:31,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:31,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:20:31,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:31,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:20:31,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:20:31,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:20:31,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39233 2024-12-07T01:20:31,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39233 connecting to ZooKeeper ensemble=127.0.0.1:63411 2024-12-07T01:20:31,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392330x0, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:20:31,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39233-0x101ad6017200003 connected 2024-12-07T01:20:31,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:31,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:31,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Set watcher on znode that does not yet exist, /1-908325100/running 2024-12-07T01:20:31,743 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160, hbase.cluster.distributed=false 2024-12-07T01:20:31,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Set watcher on znode that does not yet exist, /1-908325100/acl 2024-12-07T01:20:31,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39233 2024-12-07T01:20:31,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39233 2024-12-07T01:20:31,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39233 2024-12-07T01:20:31,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39233 2024-12-07T01:20:31,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39233 2024-12-07T01:20:31,774 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:20:31,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:31,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:31,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:20:31,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:31,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:20:31,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:20:31,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:20:31,774 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46853 2024-12-07T01:20:31,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46853 connecting to ZooKeeper ensemble=127.0.0.1:63411 2024-12-07T01:20:31,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:31,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:31,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468530x0, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:20:31,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468530x0, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Set watcher on znode that does not yet exist, /1-908325100/running 2024-12-07T01:20:31,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46853-0x101ad6017200004 connected 2024-12-07T01:20:31,782 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:20:31,783 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:20:31,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Set watcher on znode that does not yet exist, /1-908325100/master 2024-12-07T01:20:31,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Set watcher on znode that does not yet exist, /1-908325100/acl 2024-12-07T01:20:31,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46853 2024-12-07T01:20:31,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46853 2024-12-07T01:20:31,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46853 2024-12-07T01:20:31,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46853 2024-12-07T01:20:31,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46853 2024-12-07T01:20:31,795 DEBUG [M:0;ec1863dc21e5:39233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:39233 2024-12-07T01:20:31,796 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-908325100/backup-masters/ec1863dc21e5,39233,1733534431644 2024-12-07T01:20:31,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100/backup-masters 2024-12-07T01:20:31,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100/backup-masters 2024-12-07T01:20:31,803 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Set watcher on existing znode=/1-908325100/backup-masters/ec1863dc21e5,39233,1733534431644 2024-12-07T01:20:31,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:20:31,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-908325100/master 2024-12-07T01:20:31,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:20:31,814 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Set watcher on existing znode=/1-908325100/master 2024-12-07T01:20:31,814 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-908325100/backup-masters/ec1863dc21e5,39233,1733534431644 from backup master directory 2024-12-07T01:20:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-908325100/backup-masters/ec1863dc21e5,39233,1733534431644 2024-12-07T01:20:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100/backup-masters 2024-12-07T01:20:31,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100/backup-masters 2024-12-07T01:20:31,824 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:20:31,824 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,39233,1733534431644 2024-12-07T01:20:31,826 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/hbase.id] with ID: 828cdeac-13ef-47a6-a819-dc620aee6109 2024-12-07T01:20:31,826 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/.tmp/hbase.id 2024-12-07T01:20:31,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:20:32,232 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/.tmp/hbase.id]:[hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/hbase.id] 2024-12-07T01:20:32,239 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:32,239 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:20:32,240 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-07T01:20:32,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:20:32,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:20:32,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:20:32,729 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:20:32,729 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:20:32,730 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:32,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:20:33,135 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store 2024-12-07T01:20:33,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:20:33,539 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:33,539 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:20:33,540 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:33,540 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:33,540 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:20:33,540 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:33,540 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:33,540 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534433539Disabling compacts and flushes for region at 1733534433539Disabling writes for close at 1733534433540 (+1 ms)Writing region close event to WAL at 1733534433540Closed at 1733534433540 2024-12-07T01:20:33,540 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/.initializing 2024-12-07T01:20:33,540 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/WALs/ec1863dc21e5,39233,1733534431644 2024-12-07T01:20:33,541 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:20:33,542 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C39233%2C1733534431644, suffix=, logDir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/WALs/ec1863dc21e5,39233,1733534431644, archiveDir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/oldWALs, maxLogs=10 2024-12-07T01:20:33,557 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/WALs/ec1863dc21e5,39233,1733534431644/ec1863dc21e5%2C39233%2C1733534431644.1733534433542, exclude list is [], retry=0 2024-12-07T01:20:33,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-695e5715-946f-4a34-98df-fc2885955f8c,DISK] 2024-12-07T01:20:33,560 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/WALs/ec1863dc21e5,39233,1733534431644/ec1863dc21e5%2C39233%2C1733534431644.1733534433542 2024-12-07T01:20:33,560 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35073:35073)] 2024-12-07T01:20:33,560 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:33,560 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:33,560 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:33,560 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:33,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:33,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:20:33,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:33,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:33,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:33,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:20:33,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:33,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:33,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:33,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:20:33,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:33,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:33,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:33,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:20:33,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:33,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:33,565 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:33,566 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:33,566 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:33,567 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:33,567 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:33,567 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:20:33,568 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:33,569 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:33,569 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73617768, jitterRate=0.09699022769927979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:20:33,569 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534433561Initializing all the Stores at 1733534433561Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534433561Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534433561Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534433561Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534433561Cleaning up temporary data from old regions at 1733534433567 (+6 ms)Region opened successfully at 1733534433569 (+2 ms) 2024-12-07T01:20:33,570 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:20:33,571 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65db915f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:20:33,572 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:20:33,572 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:20:33,572 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:20:33,572 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:20:33,573 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:20:33,573 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:20:33,573 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:20:33,577 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:20:33,577 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Unable to get data of znode /1-908325100/balancer because node does not exist (not necessarily an error) 2024-12-07T01:20:33,639 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-908325100/balancer already deleted, retry=false 2024-12-07T01:20:33,639 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:20:33,639 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Unable to get data of znode /1-908325100/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:20:33,728 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-908325100/normalizer already deleted, retry=false 2024-12-07T01:20:33,729 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:20:33,730 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Unable to get data of znode /1-908325100/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:20:33,789 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-908325100/switch/split already deleted, retry=false 2024-12-07T01:20:33,790 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Unable to get data of znode /1-908325100/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:20:33,803 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-908325100/switch/merge already deleted, retry=false 2024-12-07T01:20:33,805 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Unable to get data of znode /1-908325100/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:20:33,813 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-908325100/snapshot-cleanup already deleted, retry=false 2024-12-07T01:20:33,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-908325100/running 2024-12-07T01:20:33,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-908325100/running 2024-12-07T01:20:33,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:20:33,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:20:33,824 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,39233,1733534431644, sessionid=0x101ad6017200003, setting cluster-up flag (Was=false) 2024-12-07T01:20:33,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:20:33,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:20:33,876 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-908325100/flush-table-proc/acquired, /1-908325100/flush-table-proc/reached, /1-908325100/flush-table-proc/abort 2024-12-07T01:20:33,877 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,39233,1733534431644 2024-12-07T01:20:33,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:20:33,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:20:33,929 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-908325100/online-snapshot/acquired, /1-908325100/online-snapshot/reached, /1-908325100/online-snapshot/abort 2024-12-07T01:20:33,930 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,39233,1733534431644 2024-12-07T01:20:33,931 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:20:33,932 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:20:33,932 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:20:33,932 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:20:33,932 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,39233,1733534431644 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:20:33,933 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:20:33,933 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:20:33,934 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:20:33,934 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:20:33,934 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:20:33,934 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:33,934 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:20:33,934 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:33,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:20:33,935 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534463935 2024-12-07T01:20:33,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:20:33,935 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:20:33,935 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:20:33,935 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:20:33,935 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:20:33,935 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:20:33,935 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:20:33,935 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:33,935 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:20:33,935 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:33,935 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:20:33,935 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:20:33,935 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:20:33,935 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:20:33,936 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:20:33,936 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:20:33,940 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534433936,5,FailOnTimeoutGroup] 2024-12-07T01:20:33,940 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534433940,5,FailOnTimeoutGroup] 2024-12-07T01:20:33,940 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:33,940 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:20:33,940 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:33,940 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:33,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:20:33,988 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(746): ClusterId : 828cdeac-13ef-47a6-a819-dc620aee6109 2024-12-07T01:20:33,988 DEBUG [RS:0;ec1863dc21e5:46853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:20:33,992 DEBUG [RS:0;ec1863dc21e5:46853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:20:33,992 DEBUG [RS:0;ec1863dc21e5:46853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:20:34,003 DEBUG [RS:0;ec1863dc21e5:46853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:20:34,004 DEBUG [RS:0;ec1863dc21e5:46853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b58b56c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:20:34,016 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:46853 2024-12-07T01:20:34,016 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:20:34,016 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:20:34,016 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:20:34,016 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,39233,1733534431644 with port=46853, startcode=1733534431773 2024-12-07T01:20:34,017 DEBUG [RS:0;ec1863dc21e5:46853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:20:34,018 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:20:34,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,46853,1733534431773 2024-12-07T01:20:34,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39233 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,46853,1733534431773 2024-12-07T01:20:34,020 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160 2024-12-07T01:20:34,020 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45063 2024-12-07T01:20:34,020 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:20:34,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100/rs 2024-12-07T01:20:34,082 DEBUG [RS:0;ec1863dc21e5:46853 {}] zookeeper.ZKUtil(111): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Set watcher on existing znode=/1-908325100/rs/ec1863dc21e5,46853,1733534431773 2024-12-07T01:20:34,082 WARN [RS:0;ec1863dc21e5:46853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:20:34,082 INFO [RS:0;ec1863dc21e5:46853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:34,082 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773 2024-12-07T01:20:34,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,46853,1733534431773] 2024-12-07T01:20:34,085 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:20:34,087 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:20:34,088 INFO [RS:0;ec1863dc21e5:46853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:20:34,088 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:34,091 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:20:34,092 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:20:34,092 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:34,092 DEBUG [RS:0;ec1863dc21e5:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:34,092 DEBUG [RS:0;ec1863dc21e5:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:34,092 DEBUG [RS:0;ec1863dc21e5:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:34,092 DEBUG [RS:0;ec1863dc21e5:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:34,092 DEBUG [RS:0;ec1863dc21e5:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:34,092 DEBUG [RS:0;ec1863dc21e5:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:20:34,092 DEBUG [RS:0;ec1863dc21e5:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:34,092 DEBUG [RS:0;ec1863dc21e5:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:34,092 DEBUG [RS:0;ec1863dc21e5:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:34,092 DEBUG [RS:0;ec1863dc21e5:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:34,092 DEBUG [RS:0;ec1863dc21e5:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:34,092 DEBUG [RS:0;ec1863dc21e5:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:34,092 DEBUG [RS:0;ec1863dc21e5:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:20:34,092 DEBUG [RS:0;ec1863dc21e5:46853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:20:34,096 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:34,096 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:34,096 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:34,096 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:34,096 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:34,096 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46853,1733534431773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:20:34,113 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:20:34,113 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46853,1733534431773-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:34,113 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:34,113 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.Replication(171): ec1863dc21e5,46853,1733534431773 started 2024-12-07T01:20:34,132 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:34,132 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,46853,1733534431773, RpcServer on ec1863dc21e5/172.17.0.3:46853, sessionid=0x101ad6017200004 2024-12-07T01:20:34,132 DEBUG [RS:0;ec1863dc21e5:46853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:20:34,132 DEBUG [RS:0;ec1863dc21e5:46853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,46853,1733534431773 2024-12-07T01:20:34,132 DEBUG [RS:0;ec1863dc21e5:46853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,46853,1733534431773' 2024-12-07T01:20:34,132 DEBUG [RS:0;ec1863dc21e5:46853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-908325100/flush-table-proc/abort' 2024-12-07T01:20:34,132 DEBUG [RS:0;ec1863dc21e5:46853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-908325100/flush-table-proc/acquired' 2024-12-07T01:20:34,133 DEBUG [RS:0;ec1863dc21e5:46853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:20:34,133 DEBUG [RS:0;ec1863dc21e5:46853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:20:34,133 DEBUG [RS:0;ec1863dc21e5:46853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,46853,1733534431773 2024-12-07T01:20:34,133 DEBUG [RS:0;ec1863dc21e5:46853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,46853,1733534431773' 2024-12-07T01:20:34,133 DEBUG [RS:0;ec1863dc21e5:46853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-908325100/online-snapshot/abort' 2024-12-07T01:20:34,133 DEBUG [RS:0;ec1863dc21e5:46853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-908325100/online-snapshot/acquired' 2024-12-07T01:20:34,134 DEBUG [RS:0;ec1863dc21e5:46853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:20:34,134 INFO [RS:0;ec1863dc21e5:46853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:20:34,134 INFO [RS:0;ec1863dc21e5:46853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:20:34,234 INFO [RS:0;ec1863dc21e5:46853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:20:34,235 INFO [RS:0;ec1863dc21e5:46853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C46853%2C1733534431773, suffix=, logDir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773, archiveDir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/oldWALs, maxLogs=10 2024-12-07T01:20:34,247 DEBUG [RS:0;ec1863dc21e5:46853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235, exclude list is [], retry=0 2024-12-07T01:20:34,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-695e5715-946f-4a34-98df-fc2885955f8c,DISK] 2024-12-07T01:20:34,250 INFO [RS:0;ec1863dc21e5:46853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 2024-12-07T01:20:34,251 DEBUG [RS:0;ec1863dc21e5:46853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35073:35073)] 2024-12-07T01:20:34,346 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:20:34,347 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160 2024-12-07T01:20:34,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741833_1009 (size=32) 2024-12-07T01:20:34,490 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:20:34,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:34,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:20:34,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:20:34,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:34,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:34,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:20:34,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:20:34,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:34,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:34,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:20:34,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:20:34,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:34,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:34,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:20:34,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:20:34,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:34,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:34,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:20:34,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740 2024-12-07T01:20:34,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740 2024-12-07T01:20:34,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:20:34,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:20:34,758 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:20:34,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:20:34,760 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:34,760 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60157733, jitterRate=-0.10357992351055145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:20:34,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534434751Initializing all the Stores at 1733534434752 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534434752Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534434752Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534434752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534434752Cleaning up temporary data from old regions at 1733534434757 (+5 ms)Region opened successfully at 1733534434760 (+3 ms) 2024-12-07T01:20:34,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:20:34,760 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:20:34,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:20:34,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:20:34,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:20:34,760 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:20:34,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534434760Disabling compacts and flushes for region at 1733534434760Disabling writes for close at 1733534434760Writing region close event to WAL at 1733534434760Closed at 1733534434760 2024-12-07T01:20:34,761 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:20:34,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:20:34,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:20:34,762 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:20:34,762 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:20:34,912 DEBUG [ec1863dc21e5:39233 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:20:34,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,46853,1733534431773 2024-12-07T01:20:34,914 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,46853,1733534431773, state=OPENING 2024-12-07T01:20:34,981 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:20:34,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:20:34,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:20:34,992 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:20:34,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-908325100/meta-region-server: CHANGED 2024-12-07T01:20:34,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-908325100/meta-region-server: CHANGED 2024-12-07T01:20:34,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,46853,1733534431773}] 2024-12-07T01:20:35,144 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:20:35,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:20:35,147 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:20:35,147 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:35,147 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:20:35,148 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C46853%2C1733534431773.meta, suffix=.meta, logDir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773, archiveDir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/oldWALs, maxLogs=10 2024-12-07T01:20:35,159 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.meta.1733534435148.meta, exclude list is [], retry=0 2024-12-07T01:20:35,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-695e5715-946f-4a34-98df-fc2885955f8c,DISK] 2024-12-07T01:20:35,162 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.meta.1733534435148.meta 2024-12-07T01:20:35,162 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35073:35073)] 2024-12-07T01:20:35,162 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:35,162 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:20:35,162 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:20:35,163 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:20:35,163 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:20:35,163 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:20:35,163 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:35,163 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:20:35,163 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:20:35,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:20:35,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:20:35,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:35,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:35,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:20:35,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:20:35,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:35,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:35,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:20:35,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:20:35,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:35,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:35,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:20:35,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:20:35,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:35,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:35,166 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:20:35,167 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740 2024-12-07T01:20:35,167 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740 2024-12-07T01:20:35,168 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:20:35,168 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:20:35,168 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:20:35,169 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:20:35,170 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72770298, jitterRate=0.08436194062232971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:20:35,170 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:20:35,170 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534435163Writing region info on filesystem at 1733534435163Initializing all the Stores at 1733534435163Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534435163Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534435164 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534435164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534435164Cleaning up temporary data from old regions at 1733534435168 (+4 ms)Running coprocessor post-open hooks at 1733534435170 (+2 ms)Region opened successfully at 1733534435170 2024-12-07T01:20:35,170 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534435144 2024-12-07T01:20:35,172 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:20:35,172 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:20:35,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,46853,1733534431773 2024-12-07T01:20:35,173 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,46853,1733534431773, state=OPEN 2024-12-07T01:20:35,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:20:35,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:35,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:35,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:35,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:35,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-908325100/meta-region-server 2024-12-07T01:20:35,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-908325100/meta-region-server 2024-12-07T01:20:35,219 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,46853,1733534431773 2024-12-07T01:20:35,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-908325100/meta-region-server: CHANGED 2024-12-07T01:20:35,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-908325100/meta-region-server: CHANGED 2024-12-07T01:20:35,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:20:35,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,46853,1733534431773 in 227 msec 2024-12-07T01:20:35,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:35,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:20:35,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-12-07T01:20:35,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:35,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:35,224 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:20:35,224 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:20:35,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:35,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:35,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:35,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:35,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46853,1733534431773, seqNum=-1] 2024-12-07T01:20:35,226 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:35,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:20:35,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-12-07T01:20:35,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:35,236 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534435236, completionTime=-1 2024-12-07T01:20:35,236 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:20:35,236 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:20:35,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:35,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:35,238 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:20:35,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:35,238 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534495238 2024-12-07T01:20:35,238 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534555238 2024-12-07T01:20:35,238 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-07T01:20:35,239 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,39233,1733534431644-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:35,239 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,39233,1733534431644-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:35,239 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,39233,1733534431644-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:35,239 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:39233, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:35,239 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:35,241 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:20:35,248 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:35,253 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.429sec 2024-12-07T01:20:35,253 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:20:35,253 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:20:35,253 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:20:35,253 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:20:35,253 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:20:35,253 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,39233,1733534431644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:20:35,253 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,39233,1733534431644-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:20:35,256 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:20:35,256 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:20:35,256 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,39233,1733534431644-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:35,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35be01af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:35,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39233,-1 for getting cluster id 2024-12-07T01:20:35,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:35,290 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '828cdeac-13ef-47a6-a819-dc620aee6109' 2024-12-07T01:20:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "828cdeac-13ef-47a6-a819-dc620aee6109" 2024-12-07T01:20:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6668357c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39233,-1] 2024-12-07T01:20:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:35,292 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:35,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e86e81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:35,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46853,1733534431773, seqNum=-1] 2024-12-07T01:20:35,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:35,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:20:35,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,39233,1733534431644 2024-12-07T01:20:35,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63411 2024-12-07T01:20:35,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:20:35,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101ad6017200005 connected 2024-12-07T01:20:35,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/hadoop.log.dir so I do NOT create it in target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed 2024-12-07T01:20:35,331 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:20:35,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/hadoop.tmp.dir so I do NOT create it in target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed 2024-12-07T01:20:35,331 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:20:35,331 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed 2024-12-07T01:20:35,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:20:35,331 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/cluster_6421facb-b6b7-9d6a-4a2c-d9aa06433523, deleteOnExit=true 2024-12-07T01:20:35,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:20:35,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/test.cache.data in system properties and HBase conf 2024-12-07T01:20:35,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:20:35,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:20:35,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:20:35,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:20:35,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:20:35,331 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:20:35,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:20:35,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:20:35,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:20:35,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:20:35,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:20:35,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:20:35,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:20:35,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:20:35,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:20:35,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:20:35,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:20:35,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:20:35,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:20:35,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:20:35,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:20:35,623 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:20:35,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:20:35,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:20:35,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:20:35,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:20:35,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45117c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:20:35,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75406eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:20:35,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d853c79{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/java.io.tmpdir/jetty-localhost-44075-hadoop-hdfs-3_4_1-tests_jar-_-any-1755882209852476695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:20:35,742 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f9b003e{HTTP/1.1, (http/1.1)}{localhost:44075} 2024-12-07T01:20:35,742 INFO [Time-limited test {}] server.Server(415): Started @281240ms 2024-12-07T01:20:35,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:20:35,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:20:35,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:20:35,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:20:35,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:20:35,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f104328{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:20:35,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc36556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:20:36,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@513fab77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/java.io.tmpdir/jetty-localhost-46111-hadoop-hdfs-3_4_1-tests_jar-_-any-10660786134843187386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:20:36,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2579cfe1{HTTP/1.1, (http/1.1)}{localhost:46111} 2024-12-07T01:20:36,079 INFO [Time-limited test {}] server.Server(415): Started @281577ms 2024-12-07T01:20:36,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:20:36,712 WARN [Thread-3678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/cluster_6421facb-b6b7-9d6a-4a2c-d9aa06433523/data/data1/current/BP-624442805-172.17.0.3-1733534435344/current, will proceed with Du for space computation calculation, 2024-12-07T01:20:36,712 WARN [Thread-3679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/cluster_6421facb-b6b7-9d6a-4a2c-d9aa06433523/data/data2/current/BP-624442805-172.17.0.3-1733534435344/current, will proceed with Du for space computation calculation, 2024-12-07T01:20:36,733 WARN [Thread-3666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:20:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61be02ee4f152304 with lease ID 0xac7373070ffb31c: Processing first storage report for DS-e69ca160-bd33-4cba-8acd-2beb5bee6a0d from datanode DatanodeRegistration(127.0.0.1:35867, datanodeUuid=525eda18-bc49-48b4-831c-c20bea4dbf2b, infoPort=36709, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=278707089;c=1733534435344) 2024-12-07T01:20:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61be02ee4f152304 with lease ID 0xac7373070ffb31c: from storage DS-e69ca160-bd33-4cba-8acd-2beb5bee6a0d node DatanodeRegistration(127.0.0.1:35867, datanodeUuid=525eda18-bc49-48b4-831c-c20bea4dbf2b, infoPort=36709, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=278707089;c=1733534435344), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:20:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61be02ee4f152304 with lease ID 0xac7373070ffb31c: Processing first storage report for DS-62da4d7d-1ed5-4425-aaca-0df10699cceb from datanode DatanodeRegistration(127.0.0.1:35867, datanodeUuid=525eda18-bc49-48b4-831c-c20bea4dbf2b, infoPort=36709, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=278707089;c=1733534435344) 2024-12-07T01:20:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61be02ee4f152304 with lease ID 0xac7373070ffb31c: from storage DS-62da4d7d-1ed5-4425-aaca-0df10699cceb node DatanodeRegistration(127.0.0.1:35867, datanodeUuid=525eda18-bc49-48b4-831c-c20bea4dbf2b, infoPort=36709, infoSecurePort=0, ipcPort=36569, storageInfo=lv=-57;cid=testClusterID;nsid=278707089;c=1733534435344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:20:36,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed 2024-12-07T01:20:36,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:36,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:20:36,810 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba with version=8 2024-12-07T01:20:36,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/hbase-staging 2024-12-07T01:20:36,813 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:20:36,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:36,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:36,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:20:36,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:36,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:20:36,813 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:20:36,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:20:36,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35395 2024-12-07T01:20:36,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35395 connecting to ZooKeeper ensemble=127.0.0.1:63411 2024-12-07T01:20:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353950x0, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:20:36,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35395-0x101ad6017200006 connected 2024-12-07T01:20:37,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:37,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:37,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Set watcher on znode that does not yet exist, /2-1654832368/running 2024-12-07T01:20:37,153 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba, hbase.cluster.distributed=false 2024-12-07T01:20:37,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Set watcher on znode that does not yet exist, /2-1654832368/acl 2024-12-07T01:20:37,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35395 2024-12-07T01:20:37,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35395 2024-12-07T01:20:37,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35395 2024-12-07T01:20:37,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35395 2024-12-07T01:20:37,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35395 2024-12-07T01:20:37,171 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:20:37,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:37,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:37,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:20:37,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:20:37,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:20:37,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:20:37,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:20:37,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46493 2024-12-07T01:20:37,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46493 connecting to ZooKeeper ensemble=127.0.0.1:63411 2024-12-07T01:20:37,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:37,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:37,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464930x0, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:20:37,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464930x0, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Set watcher on znode that does not yet exist, /2-1654832368/running 2024-12-07T01:20:37,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46493-0x101ad6017200007 connected 2024-12-07T01:20:37,219 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:20:37,219 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:20:37,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Set watcher on znode that does not yet exist, /2-1654832368/master 2024-12-07T01:20:37,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Set watcher on znode that does not yet exist, /2-1654832368/acl 2024-12-07T01:20:37,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46493 2024-12-07T01:20:37,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46493 2024-12-07T01:20:37,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46493 2024-12-07T01:20:37,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46493 2024-12-07T01:20:37,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46493 2024-12-07T01:20:37,237 DEBUG [M:0;ec1863dc21e5:35395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:35395 2024-12-07T01:20:37,238 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1654832368/backup-masters/ec1863dc21e5,35395,1733534436812 2024-12-07T01:20:37,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368/backup-masters 2024-12-07T01:20:37,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368/backup-masters 2024-12-07T01:20:37,255 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Set watcher on existing znode=/2-1654832368/backup-masters/ec1863dc21e5,35395,1733534436812 2024-12-07T01:20:37,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1654832368/master 2024-12-07T01:20:37,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:37,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:37,266 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Set watcher on existing znode=/2-1654832368/master 2024-12-07T01:20:37,266 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1654832368/backup-masters/ec1863dc21e5,35395,1733534436812 from backup master directory 2024-12-07T01:20:37,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368/backup-masters 2024-12-07T01:20:37,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1654832368/backup-masters/ec1863dc21e5,35395,1733534436812 2024-12-07T01:20:37,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368/backup-masters 2024-12-07T01:20:37,276 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:20:37,276 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,35395,1733534436812 2024-12-07T01:20:37,279 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/hbase.id] with ID: 3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1 2024-12-07T01:20:37,279 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/.tmp/hbase.id 2024-12-07T01:20:37,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:20:37,684 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/.tmp/hbase.id]:[hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/hbase.id] 2024-12-07T01:20:37,692 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:20:37,692 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:20:37,693 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-07T01:20:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:37,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:20:38,144 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:20:38,144 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:20:38,145 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:38,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:20:38,550 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store 2024-12-07T01:20:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:20:38,955 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:38,955 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:20:38,955 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:38,955 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:38,955 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:20:38,955 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:38,955 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:38,955 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534438955Disabling compacts and flushes for region at 1733534438955Disabling writes for close at 1733534438955Writing region close event to WAL at 1733534438955Closed at 1733534438955 2024-12-07T01:20:38,956 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/.initializing 2024-12-07T01:20:38,956 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/WALs/ec1863dc21e5,35395,1733534436812 2024-12-07T01:20:38,956 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:20:38,958 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C35395%2C1733534436812, suffix=, logDir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/WALs/ec1863dc21e5,35395,1733534436812, archiveDir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/oldWALs, maxLogs=10 2024-12-07T01:20:38,975 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/WALs/ec1863dc21e5,35395,1733534436812/ec1863dc21e5%2C35395%2C1733534436812.1733534438958, exclude list is [], retry=0 2024-12-07T01:20:38,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35867,DS-e69ca160-bd33-4cba-8acd-2beb5bee6a0d,DISK] 2024-12-07T01:20:38,980 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/WALs/ec1863dc21e5,35395,1733534436812/ec1863dc21e5%2C35395%2C1733534436812.1733534438958 2024-12-07T01:20:38,980 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36709:36709)] 2024-12-07T01:20:38,980 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:38,980 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:38,980 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:38,980 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:38,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:38,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:20:38,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:38,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:38,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:38,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:20:38,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:38,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:38,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:38,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:20:38,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:38,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:38,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:38,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:20:38,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:38,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:38,988 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:38,988 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:38,988 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:38,989 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:38,989 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:38,990 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:20:38,990 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:20:38,993 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:38,994 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69762821, jitterRate=0.039547041058540344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:20:38,994 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534438981Initializing all the Stores at 1733534438981Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534438981Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534438982 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534438982Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534438982Cleaning up temporary data from old regions at 1733534438989 (+7 ms)Region opened successfully at 1733534438994 (+5 ms) 2024-12-07T01:20:38,996 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:20:39,000 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb9f541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:20:39,000 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:20:39,001 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:20:39,001 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:20:39,001 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:20:39,001 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:20:39,002 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:20:39,002 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:20:39,004 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:20:39,005 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Unable to get data of znode /2-1654832368/balancer because node does not exist (not necessarily an error) 2024-12-07T01:20:39,023 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1654832368/balancer already deleted, retry=false 2024-12-07T01:20:39,024 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:20:39,024 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Unable to get data of znode /2-1654832368/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:20:39,034 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1654832368/normalizer already deleted, retry=false 2024-12-07T01:20:39,034 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:20:39,036 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Unable to get data of znode /2-1654832368/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:20:39,044 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1654832368/switch/split already deleted, retry=false 2024-12-07T01:20:39,045 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Unable to get data of znode /2-1654832368/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:20:39,055 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1654832368/switch/merge already deleted, retry=false 2024-12-07T01:20:39,056 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Unable to get data of znode /2-1654832368/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:20:39,065 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1654832368/snapshot-cleanup already deleted, retry=false 2024-12-07T01:20:39,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1654832368/running 2024-12-07T01:20:39,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1654832368/running 2024-12-07T01:20:39,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:39,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:39,077 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,35395,1733534436812, sessionid=0x101ad6017200006, setting cluster-up flag (Was=false) 2024-12-07T01:20:39,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:39,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:39,308 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1654832368/flush-table-proc/acquired, /2-1654832368/flush-table-proc/reached, /2-1654832368/flush-table-proc/abort 2024-12-07T01:20:39,309 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,35395,1733534436812 2024-12-07T01:20:39,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:39,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:39,371 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1654832368/online-snapshot/acquired, /2-1654832368/online-snapshot/reached, /2-1654832368/online-snapshot/abort 2024-12-07T01:20:39,371 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,35395,1733534436812 2024-12-07T01:20:39,372 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:20:39,373 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:20:39,374 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:20:39,374 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:20:39,374 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,35395,1733534436812 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:20:39,375 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:20:39,375 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:20:39,375 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:20:39,375 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:20:39,375 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:20:39,375 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:39,375 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:20:39,375 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:39,376 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534469376 2024-12-07T01:20:39,376 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:20:39,376 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:20:39,376 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:20:39,376 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:20:39,376 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:20:39,376 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:20:39,377 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:39,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:20:39,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:20:39,377 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:20:39,377 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:20:39,377 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:20:39,377 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:20:39,377 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:20:39,377 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:20:39,377 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:39,377 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:20:39,380 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534439377,5,FailOnTimeoutGroup] 2024-12-07T01:20:39,384 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534439380,5,FailOnTimeoutGroup] 2024-12-07T01:20:39,384 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:39,384 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:20:39,384 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:39,385 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:39,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:20:39,427 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(746): ClusterId : 3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1 2024-12-07T01:20:39,427 DEBUG [RS:0;ec1863dc21e5:46493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:20:39,530 DEBUG [RS:0;ec1863dc21e5:46493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:20:39,530 DEBUG [RS:0;ec1863dc21e5:46493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:20:39,624 DEBUG [RS:0;ec1863dc21e5:46493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:20:39,624 DEBUG [RS:0;ec1863dc21e5:46493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316996cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:20:39,633 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:46493 2024-12-07T01:20:39,633 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:20:39,633 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:20:39,633 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:20:39,634 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,35395,1733534436812 with port=46493, startcode=1733534437171 2024-12-07T01:20:39,634 DEBUG [RS:0;ec1863dc21e5:46493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:20:39,635 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:20:39,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:39,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35395 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:39,637 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba 2024-12-07T01:20:39,637 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45755 2024-12-07T01:20:39,637 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:20:39,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368/rs 2024-12-07T01:20:39,759 DEBUG [RS:0;ec1863dc21e5:46493 {}] zookeeper.ZKUtil(111): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Set watcher on existing znode=/2-1654832368/rs/ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:39,759 WARN [RS:0;ec1863dc21e5:46493 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:20:39,759 INFO [RS:0;ec1863dc21e5:46493 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:39,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,46493,1733534437171] 2024-12-07T01:20:39,759 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:39,762 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:20:39,763 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:20:39,763 INFO [RS:0;ec1863dc21e5:46493 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:20:39,763 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:39,764 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:20:39,764 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:20:39,764 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:39,764 DEBUG [RS:0;ec1863dc21e5:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:39,764 DEBUG [RS:0;ec1863dc21e5:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:39,764 DEBUG [RS:0;ec1863dc21e5:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:39,764 DEBUG [RS:0;ec1863dc21e5:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:39,764 DEBUG [RS:0;ec1863dc21e5:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:39,764 DEBUG [RS:0;ec1863dc21e5:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:20:39,764 DEBUG [RS:0;ec1863dc21e5:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:39,764 DEBUG [RS:0;ec1863dc21e5:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:39,764 DEBUG [RS:0;ec1863dc21e5:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:39,764 DEBUG [RS:0;ec1863dc21e5:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:39,764 DEBUG [RS:0;ec1863dc21e5:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:39,764 DEBUG [RS:0;ec1863dc21e5:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:20:39,764 DEBUG [RS:0;ec1863dc21e5:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:20:39,765 DEBUG [RS:0;ec1863dc21e5:46493 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:20:39,765 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:39,765 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:39,765 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:39,765 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:39,765 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:39,765 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46493,1733534437171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:20:39,776 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:20:39,776 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,46493,1733534437171-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:39,776 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:39,776 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.Replication(171): ec1863dc21e5,46493,1733534437171 started 2024-12-07T01:20:39,787 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:39,787 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,46493,1733534437171, RpcServer on ec1863dc21e5/172.17.0.3:46493, sessionid=0x101ad6017200007 2024-12-07T01:20:39,787 DEBUG [RS:0;ec1863dc21e5:46493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:20:39,787 DEBUG [RS:0;ec1863dc21e5:46493 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:39,787 DEBUG [RS:0;ec1863dc21e5:46493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,46493,1733534437171' 2024-12-07T01:20:39,787 DEBUG [RS:0;ec1863dc21e5:46493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1654832368/flush-table-proc/abort' 2024-12-07T01:20:39,787 DEBUG [RS:0;ec1863dc21e5:46493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1654832368/flush-table-proc/acquired' 2024-12-07T01:20:39,788 DEBUG [RS:0;ec1863dc21e5:46493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:20:39,788 DEBUG [RS:0;ec1863dc21e5:46493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:20:39,788 DEBUG [RS:0;ec1863dc21e5:46493 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:39,788 DEBUG [RS:0;ec1863dc21e5:46493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,46493,1733534437171' 2024-12-07T01:20:39,788 DEBUG [RS:0;ec1863dc21e5:46493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1654832368/online-snapshot/abort' 2024-12-07T01:20:39,788 DEBUG [RS:0;ec1863dc21e5:46493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1654832368/online-snapshot/acquired' 2024-12-07T01:20:39,789 DEBUG [RS:0;ec1863dc21e5:46493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:20:39,789 INFO [RS:0;ec1863dc21e5:46493 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:20:39,789 INFO [RS:0;ec1863dc21e5:46493 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:20:39,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:20:39,789 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba 2024-12-07T01:20:39,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741832_1008 (size=32) 2024-12-07T01:20:39,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:39,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:20:39,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:20:39,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:39,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:39,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:20:39,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:20:39,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:39,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:39,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:20:39,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:20:39,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:39,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:39,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:20:39,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:20:39,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:39,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:39,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:20:39,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740 2024-12-07T01:20:39,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740 2024-12-07T01:20:39,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:20:39,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:20:39,803 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:20:39,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:20:39,805 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:39,805 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73070933, jitterRate=0.0888417512178421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:20:39,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534439796Initializing all the Stores at 1733534439796Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534439796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534439797 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534439797Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534439797Cleaning up temporary data from old regions at 1733534439803 (+6 ms)Region opened successfully at 1733534439805 (+2 ms) 2024-12-07T01:20:39,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:20:39,806 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:20:39,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:20:39,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:20:39,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:20:39,806 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:20:39,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534439805Disabling compacts and flushes for region at 1733534439805Disabling writes for close at 1733534439806 (+1 ms)Writing region close event to WAL at 1733534439806Closed at 1733534439806 2024-12-07T01:20:39,807 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:20:39,807 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:20:39,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:20:39,808 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:20:39,808 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:20:39,889 INFO [RS:0;ec1863dc21e5:46493 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:20:39,890 INFO [RS:0;ec1863dc21e5:46493 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C46493%2C1733534437171, suffix=, logDir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171, archiveDir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/oldWALs, maxLogs=10 2024-12-07T01:20:39,901 DEBUG [RS:0;ec1863dc21e5:46493 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890, exclude list is [], retry=0 2024-12-07T01:20:39,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35867,DS-e69ca160-bd33-4cba-8acd-2beb5bee6a0d,DISK] 2024-12-07T01:20:39,904 INFO [RS:0;ec1863dc21e5:46493 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 2024-12-07T01:20:39,905 DEBUG [RS:0;ec1863dc21e5:46493 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36709:36709)] 2024-12-07T01:20:39,958 DEBUG [ec1863dc21e5:35395 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:20:39,959 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:39,960 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,46493,1733534437171, state=OPENING 2024-12-07T01:20:39,981 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:20:39,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:39,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:39,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1654832368/meta-region-server: CHANGED 2024-12-07T01:20:39,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1654832368/meta-region-server: CHANGED 2024-12-07T01:20:39,992 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:20:39,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,46493,1733534437171}] 2024-12-07T01:20:40,144 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:20:40,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:20:40,148 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:20:40,148 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:40,149 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:20:40,149 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C46493%2C1733534437171.meta, suffix=.meta, logDir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171, archiveDir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/oldWALs, maxLogs=10 2024-12-07T01:20:40,161 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.meta.1733534440150.meta, exclude list is [], retry=0 2024-12-07T01:20:40,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35867,DS-e69ca160-bd33-4cba-8acd-2beb5bee6a0d,DISK] 2024-12-07T01:20:40,164 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.meta.1733534440150.meta 2024-12-07T01:20:40,164 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36709:36709)] 2024-12-07T01:20:40,164 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:40,165 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:20:40,165 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:20:40,165 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:20:40,165 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:20:40,165 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:20:40,165 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:40,165 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:20:40,165 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:20:40,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:20:40,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:20:40,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:40,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:40,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:20:40,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:20:40,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:40,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:40,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:20:40,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:20:40,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:40,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:40,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:20:40,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:20:40,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:40,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:20:40,169 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:20:40,170 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740 2024-12-07T01:20:40,170 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740 2024-12-07T01:20:40,171 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:20:40,171 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:20:40,172 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:20:40,172 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:20:40,173 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72397367, jitterRate=0.07880483567714691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:20:40,173 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:20:40,173 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534440165Writing region info on filesystem at 1733534440165Initializing all the Stores at 1733534440166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534440166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534440166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534440166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534440166Cleaning up temporary data from old regions at 1733534440171 (+5 ms)Running coprocessor post-open hooks at 1733534440173 (+2 ms)Region opened successfully at 1733534440173 2024-12-07T01:20:40,174 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534440144 2024-12-07T01:20:40,175 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:20:40,175 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:20:40,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:40,177 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,46493,1733534437171, state=OPEN 2024-12-07T01:20:40,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1654832368/meta-region-server 2024-12-07T01:20:40,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1654832368/meta-region-server 2024-12-07T01:20:40,212 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:40,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1654832368/meta-region-server: CHANGED 2024-12-07T01:20:40,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1654832368/meta-region-server: CHANGED 2024-12-07T01:20:40,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:20:40,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,46493,1733534437171 in 221 msec 2024-12-07T01:20:40,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:20:40,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-12-07T01:20:40,216 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:20:40,216 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:20:40,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:40,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46493,1733534437171, seqNum=-1] 2024-12-07T01:20:40,217 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:40,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:20:40,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-12-07T01:20:40,222 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534440222, completionTime=-1 2024-12-07T01:20:40,222 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:20:40,222 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:20:40,223 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:20:40,223 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534500223 2024-12-07T01:20:40,223 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534560223 2024-12-07T01:20:40,223 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-07T01:20:40,224 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35395,1733534436812-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:40,224 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35395,1733534436812-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:40,224 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35395,1733534436812-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:40,224 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:35395, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:40,224 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:40,224 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:40,225 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:20:40,226 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.950sec 2024-12-07T01:20:40,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:20:40,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:20:40,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:20:40,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:20:40,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:20:40,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35395,1733534436812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:20:40,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35395,1733534436812-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:20:40,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63be21f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:40,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35395,-1 for getting cluster id 2024-12-07T01:20:40,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:40,229 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1' 2024-12-07T01:20:40,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:40,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1" 2024-12-07T01:20:40,229 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:20:40,229 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:20:40,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cffa70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:40,229 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,35395,1733534436812-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:20:40,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35395,-1] 2024-12-07T01:20:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:40,230 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:40,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:40,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46493,1733534437171, seqNum=-1] 2024-12-07T01:20:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:40,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:20:40,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,35395,1733534436812 2024-12-07T01:20:40,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63411 2024-12-07T01:20:40,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:20:40,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101ad6017200008 connected 2024-12-07T01:20:40,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,42997,1733534426603 2024-12-07T01:20:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@434b7b6e 2024-12-07T01:20:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:40,258 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:40,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:20:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:20:40,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:20:40,260 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:40,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:20:40,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:20:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:40,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:20:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:40,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:20:40,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:40,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:40,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:40,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:40,668 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2fd25a113bb37263cce86d7297fa6e3b, NAME => 'test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89 2024-12-07T01:20:40,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:20:40,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:40,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:40,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:40,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:40,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:40,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:40,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:40,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:40,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:40,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:41,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:41,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2fd25a113bb37263cce86d7297fa6e3b, disabling compactions & flushes 2024-12-07T01:20:41,073 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. 2024-12-07T01:20:41,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. 2024-12-07T01:20:41,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. after waiting 0 ms 2024-12-07T01:20:41,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. 2024-12-07T01:20:41,073 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. 2024-12-07T01:20:41,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2fd25a113bb37263cce86d7297fa6e3b: Waiting for close lock at 1733534441073Disabling compacts and flushes for region at 1733534441073Disabling writes for close at 1733534441073Writing region close event to WAL at 1733534441073Closed at 1733534441073 2024-12-07T01:20:41,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:20:41,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534441074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534441074"}]},"ts":"1733534441074"} 2024-12-07T01:20:41,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:20:41,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:20:41,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534441078"}]},"ts":"1733534441078"} 2024-12-07T01:20:41,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:20:41,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2fd25a113bb37263cce86d7297fa6e3b, ASSIGN}] 2024-12-07T01:20:41,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2fd25a113bb37263cce86d7297fa6e3b, ASSIGN 2024-12-07T01:20:41,081 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2fd25a113bb37263cce86d7297fa6e3b, ASSIGN; state=OFFLINE, location=ec1863dc21e5,45027,1733534426813; forceNewPlan=false, retain=false 2024-12-07T01:20:41,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2fd25a113bb37263cce86d7297fa6e3b, regionState=OPENING, regionLocation=ec1863dc21e5,45027,1733534426813 2024-12-07T01:20:41,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2fd25a113bb37263cce86d7297fa6e3b, ASSIGN because future has completed 2024-12-07T01:20:41,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fd25a113bb37263cce86d7297fa6e3b, server=ec1863dc21e5,45027,1733534426813}] 2024-12-07T01:20:41,389 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. 2024-12-07T01:20:41,389 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fd25a113bb37263cce86d7297fa6e3b, NAME => 'test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:41,389 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:20:41,389 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:20:41,389 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:20:41,389 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:41,389 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:20:41,390 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:20:41,390 INFO [StoreOpener-2fd25a113bb37263cce86d7297fa6e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:20:41,391 INFO [StoreOpener-2fd25a113bb37263cce86d7297fa6e3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fd25a113bb37263cce86d7297fa6e3b columnFamilyName f 2024-12-07T01:20:41,391 DEBUG [StoreOpener-2fd25a113bb37263cce86d7297fa6e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:41,392 INFO [StoreOpener-2fd25a113bb37263cce86d7297fa6e3b-1 {}] regionserver.HStore(327): Store=2fd25a113bb37263cce86d7297fa6e3b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:41,392 INFO [StoreOpener-2fd25a113bb37263cce86d7297fa6e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:20:41,393 INFO [StoreOpener-2fd25a113bb37263cce86d7297fa6e3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fd25a113bb37263cce86d7297fa6e3b columnFamilyName f1 2024-12-07T01:20:41,393 DEBUG [StoreOpener-2fd25a113bb37263cce86d7297fa6e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:41,393 INFO [StoreOpener-2fd25a113bb37263cce86d7297fa6e3b-1 {}] regionserver.HStore(327): Store=2fd25a113bb37263cce86d7297fa6e3b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:41,393 INFO [StoreOpener-2fd25a113bb37263cce86d7297fa6e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:20:41,394 INFO [StoreOpener-2fd25a113bb37263cce86d7297fa6e3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fd25a113bb37263cce86d7297fa6e3b columnFamilyName norep 2024-12-07T01:20:41,394 DEBUG [StoreOpener-2fd25a113bb37263cce86d7297fa6e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:41,394 INFO [StoreOpener-2fd25a113bb37263cce86d7297fa6e3b-1 {}] regionserver.HStore(327): Store=2fd25a113bb37263cce86d7297fa6e3b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:41,394 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:20:41,395 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:20:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:41,395 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:20:41,396 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:20:41,396 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:20:41,396 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:20:41,397 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:20:41,398 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:41,399 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2fd25a113bb37263cce86d7297fa6e3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72547707, jitterRate=0.08104507625102997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:20:41,399 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:20:41,399 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2fd25a113bb37263cce86d7297fa6e3b: Running coprocessor pre-open hook at 1733534441390Writing region info on filesystem at 1733534441390Initializing all the Stores at 1733534441390Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534441390Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534441390Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534441390Cleaning up temporary data from old regions at 1733534441396 (+6 ms)Running coprocessor post-open hooks at 1733534441399 (+3 ms)Region opened successfully at 1733534441399 2024-12-07T01:20:41,400 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b., pid=6, masterSystemTime=1733534441386 2024-12-07T01:20:41,402 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. 2024-12-07T01:20:41,402 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. 2024-12-07T01:20:41,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2fd25a113bb37263cce86d7297fa6e3b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,45027,1733534426813 2024-12-07T01:20:41,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fd25a113bb37263cce86d7297fa6e3b, server=ec1863dc21e5,45027,1733534426813 because future has completed 2024-12-07T01:20:41,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:20:41,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2fd25a113bb37263cce86d7297fa6e3b, server=ec1863dc21e5,45027,1733534426813 in 171 msec 2024-12-07T01:20:41,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:20:41,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2fd25a113bb37263cce86d7297fa6e3b, ASSIGN in 326 msec 2024-12-07T01:20:41,408 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:20:41,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534441408"}]},"ts":"1733534441408"} 2024-12-07T01:20:41,410 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:20:41,411 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:20:41,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-12-07T01:20:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:42,405 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:20:42,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,39233,1733534431644 2024-12-07T01:20:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e3d249 2024-12-07T01:20:42,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:42,407 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:42,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:20:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:20:42,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:20:42,410 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:42,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:20:42,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:20:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:42,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:20:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:42,817 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3234665cefb88831aa233d836af1e934, NAME => 'test,,1733534442407.3234665cefb88831aa233d836af1e934.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160 2024-12-07T01:20:42,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:20:42,821 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534442407.3234665cefb88831aa233d836af1e934.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:42,821 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3234665cefb88831aa233d836af1e934, disabling compactions & flushes 2024-12-07T01:20:42,821 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534442407.3234665cefb88831aa233d836af1e934. 2024-12-07T01:20:42,821 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534442407.3234665cefb88831aa233d836af1e934. 2024-12-07T01:20:42,821 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534442407.3234665cefb88831aa233d836af1e934. after waiting 0 ms 2024-12-07T01:20:42,821 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534442407.3234665cefb88831aa233d836af1e934. 2024-12-07T01:20:42,821 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534442407.3234665cefb88831aa233d836af1e934. 2024-12-07T01:20:42,821 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3234665cefb88831aa233d836af1e934: Waiting for close lock at 1733534442821Disabling compacts and flushes for region at 1733534442821Disabling writes for close at 1733534442821Writing region close event to WAL at 1733534442821Closed at 1733534442821 2024-12-07T01:20:42,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:20:42,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534442407.3234665cefb88831aa233d836af1e934.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534442822"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534442822"}]},"ts":"1733534442822"} 2024-12-07T01:20:42,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:20:42,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:20:42,825 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534442825"}]},"ts":"1733534442825"} 2024-12-07T01:20:42,827 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:20:42,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3234665cefb88831aa233d836af1e934, ASSIGN}] 2024-12-07T01:20:42,828 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3234665cefb88831aa233d836af1e934, ASSIGN 2024-12-07T01:20:42,829 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3234665cefb88831aa233d836af1e934, ASSIGN; state=OFFLINE, location=ec1863dc21e5,46853,1733534431773; forceNewPlan=false, retain=false 2024-12-07T01:20:42,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3234665cefb88831aa233d836af1e934, regionState=OPENING, regionLocation=ec1863dc21e5,46853,1733534431773 2024-12-07T01:20:42,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3234665cefb88831aa233d836af1e934, ASSIGN because future has completed 2024-12-07T01:20:42,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3234665cefb88831aa233d836af1e934, server=ec1863dc21e5,46853,1733534431773}] 2024-12-07T01:20:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:43,137 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534442407.3234665cefb88831aa233d836af1e934. 2024-12-07T01:20:43,137 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3234665cefb88831aa233d836af1e934, NAME => 'test,,1733534442407.3234665cefb88831aa233d836af1e934.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:43,138 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:20:43,138 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:20:43,138 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3234665cefb88831aa233d836af1e934 2024-12-07T01:20:43,138 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534442407.3234665cefb88831aa233d836af1e934.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:43,138 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3234665cefb88831aa233d836af1e934 2024-12-07T01:20:43,138 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3234665cefb88831aa233d836af1e934 2024-12-07T01:20:43,139 INFO [StoreOpener-3234665cefb88831aa233d836af1e934-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3234665cefb88831aa233d836af1e934 2024-12-07T01:20:43,140 INFO [StoreOpener-3234665cefb88831aa233d836af1e934-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3234665cefb88831aa233d836af1e934 columnFamilyName f 2024-12-07T01:20:43,140 DEBUG [StoreOpener-3234665cefb88831aa233d836af1e934-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:43,140 INFO [StoreOpener-3234665cefb88831aa233d836af1e934-1 {}] regionserver.HStore(327): Store=3234665cefb88831aa233d836af1e934/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:43,140 INFO [StoreOpener-3234665cefb88831aa233d836af1e934-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3234665cefb88831aa233d836af1e934 2024-12-07T01:20:43,141 INFO [StoreOpener-3234665cefb88831aa233d836af1e934-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3234665cefb88831aa233d836af1e934 columnFamilyName f1 2024-12-07T01:20:43,141 DEBUG [StoreOpener-3234665cefb88831aa233d836af1e934-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:43,141 INFO [StoreOpener-3234665cefb88831aa233d836af1e934-1 {}] regionserver.HStore(327): Store=3234665cefb88831aa233d836af1e934/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:43,141 INFO [StoreOpener-3234665cefb88831aa233d836af1e934-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3234665cefb88831aa233d836af1e934 2024-12-07T01:20:43,142 INFO [StoreOpener-3234665cefb88831aa233d836af1e934-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3234665cefb88831aa233d836af1e934 columnFamilyName norep 2024-12-07T01:20:43,142 DEBUG [StoreOpener-3234665cefb88831aa233d836af1e934-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:43,142 INFO [StoreOpener-3234665cefb88831aa233d836af1e934-1 {}] regionserver.HStore(327): Store=3234665cefb88831aa233d836af1e934/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:43,142 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3234665cefb88831aa233d836af1e934 2024-12-07T01:20:43,143 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934 2024-12-07T01:20:43,143 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934 2024-12-07T01:20:43,143 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3234665cefb88831aa233d836af1e934 2024-12-07T01:20:43,144 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3234665cefb88831aa233d836af1e934 2024-12-07T01:20:43,144 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:20:43,145 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3234665cefb88831aa233d836af1e934 2024-12-07T01:20:43,146 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:43,146 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3234665cefb88831aa233d836af1e934; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71734769, jitterRate=0.06893135607242584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:20:43,147 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3234665cefb88831aa233d836af1e934 2024-12-07T01:20:43,147 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3234665cefb88831aa233d836af1e934: Running coprocessor pre-open hook at 1733534443138Writing region info on filesystem at 1733534443138Initializing all the Stores at 1733534443139 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534443139Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534443139Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534443139Cleaning up temporary data from old regions at 1733534443144 (+5 ms)Running coprocessor post-open hooks at 1733534443147 (+3 ms)Region opened successfully at 1733534443147 2024-12-07T01:20:43,148 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534442407.3234665cefb88831aa233d836af1e934., pid=6, masterSystemTime=1733534443133 2024-12-07T01:20:43,150 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534442407.3234665cefb88831aa233d836af1e934. 2024-12-07T01:20:43,150 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534442407.3234665cefb88831aa233d836af1e934. 2024-12-07T01:20:43,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3234665cefb88831aa233d836af1e934, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,46853,1733534431773 2024-12-07T01:20:43,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3234665cefb88831aa233d836af1e934, server=ec1863dc21e5,46853,1733534431773 because future has completed 2024-12-07T01:20:43,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:20:43,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3234665cefb88831aa233d836af1e934, server=ec1863dc21e5,46853,1733534431773 in 177 msec 2024-12-07T01:20:43,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:20:43,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3234665cefb88831aa233d836af1e934, ASSIGN in 333 msec 2024-12-07T01:20:43,162 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:20:43,163 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534443163"}]},"ts":"1733534443163"} 2024-12-07T01:20:43,164 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:20:43,165 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:20:43,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-12-07T01:20:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:43,546 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:20:43,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35395,1733534436812 2024-12-07T01:20:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c7d6508 2024-12-07T01:20:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:43,549 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:43,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:20:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:20:43,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:20:43,553 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:43,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:20:43,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:20:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:43,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:20:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:43,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ecf392319e2f84d2818d10dc0a58e8a, NAME => 'test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba 2024-12-07T01:20:44,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:20:44,020 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:44,020 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3ecf392319e2f84d2818d10dc0a58e8a, disabling compactions & flushes 2024-12-07T01:20:44,020 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. 2024-12-07T01:20:44,020 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. 2024-12-07T01:20:44,020 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. after waiting 0 ms 2024-12-07T01:20:44,020 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. 2024-12-07T01:20:44,020 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. 2024-12-07T01:20:44,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ecf392319e2f84d2818d10dc0a58e8a: Waiting for close lock at 1733534444020Disabling compacts and flushes for region at 1733534444020Disabling writes for close at 1733534444020Writing region close event to WAL at 1733534444020Closed at 1733534444020 2024-12-07T01:20:44,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:20:44,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534444022"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534444022"}]},"ts":"1733534444022"} 2024-12-07T01:20:44,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:20:44,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:20:44,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534444025"}]},"ts":"1733534444025"} 2024-12-07T01:20:44,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:20:44,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ecf392319e2f84d2818d10dc0a58e8a, ASSIGN}] 2024-12-07T01:20:44,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ecf392319e2f84d2818d10dc0a58e8a, ASSIGN 2024-12-07T01:20:44,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3ecf392319e2f84d2818d10dc0a58e8a, ASSIGN; state=OFFLINE, location=ec1863dc21e5,46493,1733534437171; forceNewPlan=false, retain=false 2024-12-07T01:20:44,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ecf392319e2f84d2818d10dc0a58e8a, regionState=OPENING, regionLocation=ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:44,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3ecf392319e2f84d2818d10dc0a58e8a, ASSIGN because future has completed 2024-12-07T01:20:44,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ecf392319e2f84d2818d10dc0a58e8a, server=ec1863dc21e5,46493,1733534437171}] 2024-12-07T01:20:44,357 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. 2024-12-07T01:20:44,359 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ecf392319e2f84d2818d10dc0a58e8a, NAME => 'test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:44,360 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:20:44,360 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:20:44,372 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:44,372 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:44,372 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:44,372 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:44,396 INFO [StoreOpener-3ecf392319e2f84d2818d10dc0a58e8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:44,398 INFO [StoreOpener-3ecf392319e2f84d2818d10dc0a58e8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ecf392319e2f84d2818d10dc0a58e8a columnFamilyName f 2024-12-07T01:20:44,398 DEBUG [StoreOpener-3ecf392319e2f84d2818d10dc0a58e8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:44,398 INFO [StoreOpener-3ecf392319e2f84d2818d10dc0a58e8a-1 {}] regionserver.HStore(327): Store=3ecf392319e2f84d2818d10dc0a58e8a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:44,398 INFO [StoreOpener-3ecf392319e2f84d2818d10dc0a58e8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:44,400 INFO [StoreOpener-3ecf392319e2f84d2818d10dc0a58e8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ecf392319e2f84d2818d10dc0a58e8a columnFamilyName f1 2024-12-07T01:20:44,400 DEBUG [StoreOpener-3ecf392319e2f84d2818d10dc0a58e8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:44,400 INFO [StoreOpener-3ecf392319e2f84d2818d10dc0a58e8a-1 {}] regionserver.HStore(327): Store=3ecf392319e2f84d2818d10dc0a58e8a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:44,400 INFO [StoreOpener-3ecf392319e2f84d2818d10dc0a58e8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:44,407 INFO [StoreOpener-3ecf392319e2f84d2818d10dc0a58e8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ecf392319e2f84d2818d10dc0a58e8a columnFamilyName norep 2024-12-07T01:20:44,407 DEBUG [StoreOpener-3ecf392319e2f84d2818d10dc0a58e8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:44,407 INFO [StoreOpener-3ecf392319e2f84d2818d10dc0a58e8a-1 {}] regionserver.HStore(327): Store=3ecf392319e2f84d2818d10dc0a58e8a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:44,408 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:44,409 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:44,409 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:44,410 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:44,410 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:44,410 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:20:44,414 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:44,425 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:44,425 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3ecf392319e2f84d2818d10dc0a58e8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59541901, jitterRate=-0.11275653541088104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:20:44,425 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:44,425 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3ecf392319e2f84d2818d10dc0a58e8a: Running coprocessor pre-open hook at 1733534444373Writing region info on filesystem at 1733534444373Initializing all the Stores at 1733534444375 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534444376 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534444384 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534444384Cleaning up temporary data from old regions at 1733534444410 (+26 ms)Running coprocessor post-open hooks at 1733534444425 (+15 ms)Region opened successfully at 1733534444425 2024-12-07T01:20:44,427 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a., pid=6, masterSystemTime=1733534444343 2024-12-07T01:20:44,429 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. 2024-12-07T01:20:44,430 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. 2024-12-07T01:20:44,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ecf392319e2f84d2818d10dc0a58e8a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:44,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ecf392319e2f84d2818d10dc0a58e8a, server=ec1863dc21e5,46493,1733534437171 because future has completed 2024-12-07T01:20:44,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:20:44,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ecf392319e2f84d2818d10dc0a58e8a, server=ec1863dc21e5,46493,1733534437171 in 258 msec 2024-12-07T01:20:44,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:20:44,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3ecf392319e2f84d2818d10dc0a58e8a, ASSIGN in 419 msec 2024-12-07T01:20:44,452 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:20:44,452 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534444452"}]},"ts":"1733534444452"} 2024-12-07T01:20:44,454 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:20:44,456 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:20:44,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 906 msec 2024-12-07T01:20:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:20:44,696 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:20:44,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773c9faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:44,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,42997,-1 for getting cluster id 2024-12-07T01:20:44,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:44,700 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1c7642f-ec33-4a6e-8227-39628793ae33' 2024-12-07T01:20:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:44,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1c7642f-ec33-4a6e-8227-39628793ae33" 2024-12-07T01:20:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45eb7786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,42997,-1] 2024-12-07T01:20:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:44,702 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20549c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:44,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,42997,1733534426603 2024-12-07T01:20:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@529bf760 2024-12-07T01:20:44,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:44,711 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:44,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:20:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:20:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:44,715 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:39233' 2024-12-07T01:20:44,729 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d213df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:44,729 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39233,-1 for getting cluster id 2024-12-07T01:20:44,729 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:44,730 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '828cdeac-13ef-47a6-a819-dc620aee6109' 2024-12-07T01:20:44,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:44,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "828cdeac-13ef-47a6-a819-dc620aee6109" 2024-12-07T01:20:44,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51eba804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:44,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39233,-1] 2024-12-07T01:20:44,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:44,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:44,732 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:44,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6935ff15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:44,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:44,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,39233,1733534431644 2024-12-07T01:20:44,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@637b73b9 2024-12-07T01:20:44,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:44,735 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:44,735 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-07T01:20:44,735 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:20:44,735 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:44,736 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:44,736 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:20:44,738 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:20:44,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:44,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:20:44,739 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:44,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:20:44,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741837_1013 (size=1138) 2024-12-07T01:20:44,793 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:20:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:45,157 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2dd62cde0d73f47568940a27669c719, NAME => 'hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89 2024-12-07T01:20:45,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741838_1014 (size=44) 2024-12-07T01:20:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:45,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:45,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a2dd62cde0d73f47568940a27669c719, disabling compactions & flushes 2024-12-07T01:20:45,587 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. 2024-12-07T01:20:45,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. 2024-12-07T01:20:45,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. after waiting 0 ms 2024-12-07T01:20:45,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. 2024-12-07T01:20:45,587 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. 2024-12-07T01:20:45,587 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2dd62cde0d73f47568940a27669c719: Waiting for close lock at 1733534445587Disabling compacts and flushes for region at 1733534445587Disabling writes for close at 1733534445587Writing region close event to WAL at 1733534445587Closed at 1733534445587 2024-12-07T01:20:45,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:20:45,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534445588"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534445588"}]},"ts":"1733534445588"} 2024-12-07T01:20:45,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:20:45,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:20:45,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534445591"}]},"ts":"1733534445591"} 2024-12-07T01:20:45,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:20:45,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2dd62cde0d73f47568940a27669c719, ASSIGN}] 2024-12-07T01:20:45,596 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2dd62cde0d73f47568940a27669c719, ASSIGN 2024-12-07T01:20:45,596 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2dd62cde0d73f47568940a27669c719, ASSIGN; state=OFFLINE, location=ec1863dc21e5,45027,1733534426813; forceNewPlan=false, retain=false 2024-12-07T01:20:45,673 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:20:45,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:45,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:45,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:45,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:45,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:45,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:45,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:45,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:45,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:45,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:45,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:45,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:45,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:45,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:45,747 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a2dd62cde0d73f47568940a27669c719, regionState=OPENING, regionLocation=ec1863dc21e5,45027,1733534426813 2024-12-07T01:20:45,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2dd62cde0d73f47568940a27669c719, ASSIGN because future has completed 2024-12-07T01:20:45,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2dd62cde0d73f47568940a27669c719, server=ec1863dc21e5,45027,1733534426813}] 2024-12-07T01:20:45,762 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-07T01:20:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:45,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. 2024-12-07T01:20:45,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:45,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:20:45,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C45027%2C1733534426813.rep, suffix=, logDir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813, archiveDir=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/oldWALs, maxLogs=10 2024-12-07T01:20:45,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.rep.1733534445907, exclude list is [], retry=0 2024-12-07T01:20:45,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34409,DS-867810ce-3fba-4c8a-9c40-7e73268624a6,DISK] 2024-12-07T01:20:45,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.rep.1733534445907 2024-12-07T01:20:45,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33073:33073)] 2024-12-07T01:20:45,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a2dd62cde0d73f47568940a27669c719, NAME => 'hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:45,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:20:45,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:20:45,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. service=MultiRowMutationService 2024-12-07T01:20:45,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:20:45,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a2dd62cde0d73f47568940a27669c719 2024-12-07T01:20:45,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:45,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a2dd62cde0d73f47568940a27669c719 2024-12-07T01:20:45,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a2dd62cde0d73f47568940a27669c719 2024-12-07T01:20:45,929 INFO [StoreOpener-a2dd62cde0d73f47568940a27669c719-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a2dd62cde0d73f47568940a27669c719 2024-12-07T01:20:45,930 INFO [StoreOpener-a2dd62cde0d73f47568940a27669c719-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2dd62cde0d73f47568940a27669c719 columnFamilyName hfileref 2024-12-07T01:20:45,930 DEBUG [StoreOpener-a2dd62cde0d73f47568940a27669c719-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:45,930 INFO [StoreOpener-a2dd62cde0d73f47568940a27669c719-1 {}] regionserver.HStore(327): Store=a2dd62cde0d73f47568940a27669c719/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:45,930 INFO [StoreOpener-a2dd62cde0d73f47568940a27669c719-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a2dd62cde0d73f47568940a27669c719 2024-12-07T01:20:45,931 INFO [StoreOpener-a2dd62cde0d73f47568940a27669c719-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2dd62cde0d73f47568940a27669c719 columnFamilyName queue 2024-12-07T01:20:45,931 DEBUG [StoreOpener-a2dd62cde0d73f47568940a27669c719-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:45,931 INFO [StoreOpener-a2dd62cde0d73f47568940a27669c719-1 {}] regionserver.HStore(327): Store=a2dd62cde0d73f47568940a27669c719/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:45,931 INFO [StoreOpener-a2dd62cde0d73f47568940a27669c719-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a2dd62cde0d73f47568940a27669c719 2024-12-07T01:20:45,932 INFO [StoreOpener-a2dd62cde0d73f47568940a27669c719-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2dd62cde0d73f47568940a27669c719 columnFamilyName sid 2024-12-07T01:20:45,932 DEBUG [StoreOpener-a2dd62cde0d73f47568940a27669c719-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:45,934 INFO [StoreOpener-a2dd62cde0d73f47568940a27669c719-1 {}] regionserver.HStore(327): Store=a2dd62cde0d73f47568940a27669c719/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:45,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a2dd62cde0d73f47568940a27669c719 2024-12-07T01:20:45,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/replication/a2dd62cde0d73f47568940a27669c719 2024-12-07T01:20:45,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/replication/a2dd62cde0d73f47568940a27669c719 2024-12-07T01:20:45,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a2dd62cde0d73f47568940a27669c719 2024-12-07T01:20:45,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a2dd62cde0d73f47568940a27669c719 2024-12-07T01:20:45,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:20:45,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a2dd62cde0d73f47568940a27669c719 2024-12-07T01:20:45,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/replication/a2dd62cde0d73f47568940a27669c719/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:45,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a2dd62cde0d73f47568940a27669c719; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65126034, jitterRate=-0.029546469449996948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:20:45,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2dd62cde0d73f47568940a27669c719 2024-12-07T01:20:45,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a2dd62cde0d73f47568940a27669c719: Running coprocessor pre-open hook at 1733534445928Writing region info on filesystem at 1733534445928Initializing all the Stores at 1733534445928Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534445928Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534445928Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534445928Cleaning up temporary data from old regions at 1733534445936 (+8 ms)Running coprocessor post-open hooks at 1733534445940 (+4 ms)Region opened successfully at 1733534445941 (+1 ms) 2024-12-07T01:20:45,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719., pid=10, masterSystemTime=1733534445902 2024-12-07T01:20:45,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. 2024-12-07T01:20:45,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. 2024-12-07T01:20:45,944 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a2dd62cde0d73f47568940a27669c719, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45027,1733534426813 2024-12-07T01:20:45,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2dd62cde0d73f47568940a27669c719, server=ec1863dc21e5,45027,1733534426813 because future has completed 2024-12-07T01:20:45,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T01:20:45,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a2dd62cde0d73f47568940a27669c719, server=ec1863dc21e5,45027,1733534426813 in 203 msec 2024-12-07T01:20:45,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-07T01:20:45,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2dd62cde0d73f47568940a27669c719, ASSIGN in 361 msec 2024-12-07T01:20:45,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:20:45,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534445956"}]},"ts":"1733534445956"} 2024-12-07T01:20:45,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:20:45,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:20:45,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2230 sec 2024-12-07T01:20:45,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719., hostname=ec1863dc21e5,45027,1733534426813, seqNum=2] 2024-12-07T01:20:46,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:20:46,075 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:20:46,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:20:46,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-07T01:20:46,250 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:20:46,278 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,45027,1733534426813, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:20:46,278 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:46,278 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,45027,1733534426813, seqNum=-1] 2024-12-07T01:20:46,279 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:46,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-07T01:20:46,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,45027,1733534426813', locateType=CURRENT is [region=hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719., hostname=ec1863dc21e5,45027,1733534426813, seqNum=2] 2024-12-07T01:20:46,283 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-07T01:20:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-07T01:20:46,285 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,45027,1733534426813 suceeded 2024-12-07T01:20:46,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-07T01:20:46,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-07T01:20:46,287 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:20:46,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5750 sec 2024-12-07T01:20:46,297 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:39233' 2024-12-07T01:20:46,298 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@386cb55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:46,298 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39233,-1 for getting cluster id 2024-12-07T01:20:46,298 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:46,299 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '828cdeac-13ef-47a6-a819-dc620aee6109' 2024-12-07T01:20:46,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:46,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "828cdeac-13ef-47a6-a819-dc620aee6109" 2024-12-07T01:20:46,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f406169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:46,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39233,-1] 2024-12-07T01:20:46,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:46,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:46,300 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:46,301 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44a34dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:46,301 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:46,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,39233,1733534431644 2024-12-07T01:20:46,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6315e6f6 2024-12-07T01:20:46,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:46,302 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-07T01:20:46,303 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,45027,1733534426813 (queues=1) is replicating from cluster=b1c7642f-ec33-4a6e-8227-39628793ae33 to cluster=828cdeac-13ef-47a6-a819-dc620aee6109 2024-12-07T01:20:46,303 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C45027%2C1733534426813 2024-12-07T01:20:46,303 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,45027,1733534426813, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:20:46,303 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C45027%2C1733534426813 2024-12-07T01:20:46,303 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625, startPosition=0, beingWritten=true 2024-12-07T01:20:46,307 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:46,307 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 379, reset compression=false 2024-12-07T01:20:46,307 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,45027,1733534426813 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:46,510 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 379, reset compression=false 2024-12-07T01:20:46,741 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-07T01:20:46,814 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 379, reset compression=false 2024-12-07T01:20:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:46,866 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:20:46,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:46,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:46,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:46,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:46,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:46,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e519346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:46,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39233,-1 for getting cluster id 2024-12-07T01:20:46,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:46,868 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '828cdeac-13ef-47a6-a819-dc620aee6109' 2024-12-07T01:20:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "828cdeac-13ef-47a6-a819-dc620aee6109" 2024-12-07T01:20:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175aea9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39233,-1] 2024-12-07T01:20:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:46,869 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:46,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45592055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:46,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,39233,1733534431644 2024-12-07T01:20:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f38d425 2024-12-07T01:20:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:46,872 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:46,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:35395,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:20:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:20:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:46,875 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:35395' 2024-12-07T01:20:46,876 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d270c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:46,876 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35395,-1 for getting cluster id 2024-12-07T01:20:46,876 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:46,876 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1' 2024-12-07T01:20:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1" 2024-12-07T01:20:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa9b691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35395,-1] 2024-12-07T01:20:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:46,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:46,878 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:46,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9bc3da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:46,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:46,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35395,1733534436812 2024-12-07T01:20:46,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@375dbe78 2024-12-07T01:20:46,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:46,880 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:46,881 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-07T01:20:46,881 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:20:46,881 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:46,881 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:46,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:46,881 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:20:46,882 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:20:46,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:20:46,882 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:46,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:20:46,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741837_1013 (size=1138) 2024-12-07T01:20:46,932 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:20:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:47,224 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 379, reset compression=false 2024-12-07T01:20:47,294 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b0a5b03b04722d1ce68170cc1a1eb98, NAME => 'hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160 2024-12-07T01:20:47,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741838_1014 (size=44) 2024-12-07T01:20:47,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:47,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0b0a5b03b04722d1ce68170cc1a1eb98, disabling compactions & flushes 2024-12-07T01:20:47,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. 2024-12-07T01:20:47,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. 2024-12-07T01:20:47,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. after waiting 0 ms 2024-12-07T01:20:47,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. 2024-12-07T01:20:47,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. 2024-12-07T01:20:47,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b0a5b03b04722d1ce68170cc1a1eb98: Waiting for close lock at 1733534447300Disabling compacts and flushes for region at 1733534447300Disabling writes for close at 1733534447300Writing region close event to WAL at 1733534447300Closed at 1733534447300 2024-12-07T01:20:47,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:20:47,301 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534447301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534447301"}]},"ts":"1733534447301"} 2024-12-07T01:20:47,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:20:47,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:20:47,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534447304"}]},"ts":"1733534447304"} 2024-12-07T01:20:47,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:20:47,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b0a5b03b04722d1ce68170cc1a1eb98, ASSIGN}] 2024-12-07T01:20:47,307 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b0a5b03b04722d1ce68170cc1a1eb98, ASSIGN 2024-12-07T01:20:47,308 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0b0a5b03b04722d1ce68170cc1a1eb98, ASSIGN; state=OFFLINE, location=ec1863dc21e5,46853,1733534431773; forceNewPlan=false, retain=false 2024-12-07T01:20:47,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b0a5b03b04722d1ce68170cc1a1eb98, regionState=OPENING, regionLocation=ec1863dc21e5,46853,1733534431773 2024-12-07T01:20:47,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0b0a5b03b04722d1ce68170cc1a1eb98, ASSIGN because future has completed 2024-12-07T01:20:47,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b0a5b03b04722d1ce68170cc1a1eb98, server=ec1863dc21e5,46853,1733534431773}] 2024-12-07T01:20:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:47,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. 2024-12-07T01:20:47,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:47,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:20:47,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C46853%2C1733534431773.rep, suffix=, logDir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773, archiveDir=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/oldWALs, maxLogs=10 2024-12-07T01:20:47,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.rep.1733534447616, exclude list is [], retry=0 2024-12-07T01:20:47,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-695e5715-946f-4a34-98df-fc2885955f8c,DISK] 2024-12-07T01:20:47,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.rep.1733534447616 2024-12-07T01:20:47,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35073:35073)] 2024-12-07T01:20:47,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b0a5b03b04722d1ce68170cc1a1eb98, NAME => 'hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:47,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:20:47,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:20:47,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. service=MultiRowMutationService 2024-12-07T01:20:47,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:20:47,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0b0a5b03b04722d1ce68170cc1a1eb98 2024-12-07T01:20:47,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:47,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0b0a5b03b04722d1ce68170cc1a1eb98 2024-12-07T01:20:47,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0b0a5b03b04722d1ce68170cc1a1eb98 2024-12-07T01:20:47,637 INFO [StoreOpener-0b0a5b03b04722d1ce68170cc1a1eb98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0b0a5b03b04722d1ce68170cc1a1eb98 2024-12-07T01:20:47,638 INFO [StoreOpener-0b0a5b03b04722d1ce68170cc1a1eb98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b0a5b03b04722d1ce68170cc1a1eb98 columnFamilyName hfileref 2024-12-07T01:20:47,638 DEBUG [StoreOpener-0b0a5b03b04722d1ce68170cc1a1eb98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:47,638 INFO [StoreOpener-0b0a5b03b04722d1ce68170cc1a1eb98-1 {}] regionserver.HStore(327): Store=0b0a5b03b04722d1ce68170cc1a1eb98/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:47,638 INFO [StoreOpener-0b0a5b03b04722d1ce68170cc1a1eb98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0b0a5b03b04722d1ce68170cc1a1eb98 2024-12-07T01:20:47,639 INFO [StoreOpener-0b0a5b03b04722d1ce68170cc1a1eb98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b0a5b03b04722d1ce68170cc1a1eb98 columnFamilyName queue 2024-12-07T01:20:47,639 DEBUG [StoreOpener-0b0a5b03b04722d1ce68170cc1a1eb98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:47,639 INFO [StoreOpener-0b0a5b03b04722d1ce68170cc1a1eb98-1 {}] regionserver.HStore(327): Store=0b0a5b03b04722d1ce68170cc1a1eb98/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:47,639 INFO [StoreOpener-0b0a5b03b04722d1ce68170cc1a1eb98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0b0a5b03b04722d1ce68170cc1a1eb98 2024-12-07T01:20:47,640 INFO [StoreOpener-0b0a5b03b04722d1ce68170cc1a1eb98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b0a5b03b04722d1ce68170cc1a1eb98 columnFamilyName sid 2024-12-07T01:20:47,640 DEBUG [StoreOpener-0b0a5b03b04722d1ce68170cc1a1eb98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:47,640 INFO [StoreOpener-0b0a5b03b04722d1ce68170cc1a1eb98-1 {}] regionserver.HStore(327): Store=0b0a5b03b04722d1ce68170cc1a1eb98/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:47,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0b0a5b03b04722d1ce68170cc1a1eb98 2024-12-07T01:20:47,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/replication/0b0a5b03b04722d1ce68170cc1a1eb98 2024-12-07T01:20:47,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/replication/0b0a5b03b04722d1ce68170cc1a1eb98 2024-12-07T01:20:47,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0b0a5b03b04722d1ce68170cc1a1eb98 2024-12-07T01:20:47,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0b0a5b03b04722d1ce68170cc1a1eb98 2024-12-07T01:20:47,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:20:47,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0b0a5b03b04722d1ce68170cc1a1eb98 2024-12-07T01:20:47,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/replication/0b0a5b03b04722d1ce68170cc1a1eb98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:47,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0b0a5b03b04722d1ce68170cc1a1eb98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70647057, jitterRate=0.05272318422794342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:20:47,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b0a5b03b04722d1ce68170cc1a1eb98 2024-12-07T01:20:47,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0b0a5b03b04722d1ce68170cc1a1eb98: Running coprocessor pre-open hook at 1733534447636Writing region info on filesystem at 1733534447636Initializing all the Stores at 1733534447636Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534447636Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534447637 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534447637Cleaning up temporary data from old regions at 1733534447641 (+4 ms)Running coprocessor post-open hooks at 1733534447644 (+3 ms)Region opened successfully at 1733534447644 2024-12-07T01:20:47,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98., pid=10, masterSystemTime=1733534447612 2024-12-07T01:20:47,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. 2024-12-07T01:20:47,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. 2024-12-07T01:20:47,648 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b0a5b03b04722d1ce68170cc1a1eb98, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,46853,1733534431773 2024-12-07T01:20:47,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b0a5b03b04722d1ce68170cc1a1eb98, server=ec1863dc21e5,46853,1733534431773 because future has completed 2024-12-07T01:20:47,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T01:20:47,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b0a5b03b04722d1ce68170cc1a1eb98, server=ec1863dc21e5,46853,1733534431773 in 189 msec 2024-12-07T01:20:47,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-07T01:20:47,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b0a5b03b04722d1ce68170cc1a1eb98, ASSIGN in 346 msec 2024-12-07T01:20:47,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:20:47,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534447654"}]},"ts":"1733534447654"} 2024-12-07T01:20:47,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:20:47,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:20:47,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 776 msec 2024-12-07T01:20:47,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98., hostname=ec1863dc21e5,46853,1733534431773, seqNum=2] 2024-12-07T01:20:47,727 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 379, reset compression=false 2024-12-07T01:20:47,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:20:47,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:20:47,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:20:47,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-07T01:20:47,944 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:20:47,977 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,46853,1733534431773, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:20:47,977 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:47,977 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46853,1733534431773, seqNum=-1] 2024-12-07T01:20:47,978 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:47,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-07T01:20:47,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,46853,1733534431773', locateType=CURRENT is [region=hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98., hostname=ec1863dc21e5,46853,1733534431773, seqNum=2] 2024-12-07T01:20:47,983 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-07T01:20:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-07T01:20:47,985 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,46853,1733534431773 suceeded 2024-12-07T01:20:47,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-07T01:20:47,987 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:35395,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:20:47,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-07T01:20:47,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1150 sec 2024-12-07T01:20:47,995 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:35395' 2024-12-07T01:20:47,996 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7652fa30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:47,996 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35395,-1 for getting cluster id 2024-12-07T01:20:47,997 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:47,997 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1' 2024-12-07T01:20:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1" 2024-12-07T01:20:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@500cf84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35395,-1] 2024-12-07T01:20:47,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:47,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:47,998 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:47,999 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f8ec8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:47,999 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:47,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35395,1733534436812 2024-12-07T01:20:47,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48208e68 2024-12-07T01:20:47,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:48,000 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-07T01:20:48,001 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,46853,1733534431773 (queues=1) is replicating from cluster=828cdeac-13ef-47a6-a819-dc620aee6109 to cluster=3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1 2024-12-07T01:20:48,001 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C46853%2C1733534431773 2024-12-07T01:20:48,001 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,46853,1733534431773, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:20:48,002 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C46853%2C1733534431773 2024-12-07T01:20:48,002 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235, startPosition=0, beingWritten=true 2024-12-07T01:20:48,007 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:48,007 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 379, reset compression=false 2024-12-07T01:20:48,007 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46853,1733534431773 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:48,016 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:20:48,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:48,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:48,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:48,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:48,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:48,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70141302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:48,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35395,-1 for getting cluster id 2024-12-07T01:20:48,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:48,017 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1' 2024-12-07T01:20:48,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:48,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1" 2024-12-07T01:20:48,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbdb051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:48,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35395,-1] 2024-12-07T01:20:48,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:48,018 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:48,019 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:48,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb31a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:48,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:48,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,35395,1733534436812 2024-12-07T01:20:48,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@532539c4 2024-12-07T01:20:48,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:48,021 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:48,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:20:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:20:48,024 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:39233' 2024-12-07T01:20:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:48,031 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab984e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:48,031 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39233,-1 for getting cluster id 2024-12-07T01:20:48,031 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:48,031 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '828cdeac-13ef-47a6-a819-dc620aee6109' 2024-12-07T01:20:48,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:48,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "828cdeac-13ef-47a6-a819-dc620aee6109" 2024-12-07T01:20:48,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604e8223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:48,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39233,-1] 2024-12-07T01:20:48,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:48,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:48,032 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:48,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7015ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:48,033 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:48,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,39233,1733534431644 2024-12-07T01:20:48,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35c1a891 2024-12-07T01:20:48,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:48,035 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:20:48,035 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-07T01:20:48,035 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:20:48,035 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:48,036 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:48,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:48,036 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:20:48,037 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:20:48,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:20:48,039 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:48,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:20:48,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741837_1013 (size=1138) 2024-12-07T01:20:48,088 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:20:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:48,211 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 379, reset compression=false 2024-12-07T01:20:48,331 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 379, reset compression=false 2024-12-07T01:20:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:48,445 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31b51c1ead0bb2c8090cd9c62b527a8f, NAME => 'hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba 2024-12-07T01:20:48,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741838_1014 (size=44) 2024-12-07T01:20:48,525 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 379, reset compression=false 2024-12-07T01:20:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:48,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:48,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 31b51c1ead0bb2c8090cd9c62b527a8f, disabling compactions & flushes 2024-12-07T01:20:48,850 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:48,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:48,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. after waiting 0 ms 2024-12-07T01:20:48,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:48,850 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:48,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31b51c1ead0bb2c8090cd9c62b527a8f: Waiting for close lock at 1733534448850Disabling compacts and flushes for region at 1733534448850Disabling writes for close at 1733534448850Writing region close event to WAL at 1733534448850Closed at 1733534448850 2024-12-07T01:20:48,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:20:48,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534448851"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534448851"}]},"ts":"1733534448851"} 2024-12-07T01:20:48,853 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:20:48,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:20:48,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534448854"}]},"ts":"1733534448854"} 2024-12-07T01:20:48,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:20:48,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31b51c1ead0bb2c8090cd9c62b527a8f, ASSIGN}] 2024-12-07T01:20:48,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31b51c1ead0bb2c8090cd9c62b527a8f, ASSIGN 2024-12-07T01:20:48,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31b51c1ead0bb2c8090cd9c62b527a8f, ASSIGN; state=OFFLINE, location=ec1863dc21e5,46493,1733534437171; forceNewPlan=false, retain=false 2024-12-07T01:20:48,929 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 379, reset compression=false 2024-12-07T01:20:49,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31b51c1ead0bb2c8090cd9c62b527a8f, regionState=OPENING, regionLocation=ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:49,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31b51c1ead0bb2c8090cd9c62b527a8f, ASSIGN because future has completed 2024-12-07T01:20:49,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31b51c1ead0bb2c8090cd9c62b527a8f, server=ec1863dc21e5,46493,1733534437171}] 2024-12-07T01:20:49,035 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 379, reset compression=false 2024-12-07T01:20:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:49,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:49,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:20:49,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:20:49,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C46493%2C1733534437171.rep, suffix=, logDir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171, archiveDir=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/oldWALs, maxLogs=10 2024-12-07T01:20:49,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.rep.1733534449238, exclude list is [], retry=0 2024-12-07T01:20:49,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35867,DS-e69ca160-bd33-4cba-8acd-2beb5bee6a0d,DISK] 2024-12-07T01:20:49,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.rep.1733534449238 2024-12-07T01:20:49,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36709:36709)] 2024-12-07T01:20:49,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 31b51c1ead0bb2c8090cd9c62b527a8f, NAME => 'hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:20:49,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:20:49,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:20:49,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. service=MultiRowMutationService 2024-12-07T01:20:49,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:20:49,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:49,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:20:49,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:49,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:49,272 INFO [StoreOpener-31b51c1ead0bb2c8090cd9c62b527a8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:49,274 INFO [StoreOpener-31b51c1ead0bb2c8090cd9c62b527a8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31b51c1ead0bb2c8090cd9c62b527a8f columnFamilyName hfileref 2024-12-07T01:20:49,274 DEBUG [StoreOpener-31b51c1ead0bb2c8090cd9c62b527a8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:49,274 INFO [StoreOpener-31b51c1ead0bb2c8090cd9c62b527a8f-1 {}] regionserver.HStore(327): Store=31b51c1ead0bb2c8090cd9c62b527a8f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:49,274 INFO [StoreOpener-31b51c1ead0bb2c8090cd9c62b527a8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:49,276 INFO [StoreOpener-31b51c1ead0bb2c8090cd9c62b527a8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31b51c1ead0bb2c8090cd9c62b527a8f columnFamilyName queue 2024-12-07T01:20:49,276 DEBUG [StoreOpener-31b51c1ead0bb2c8090cd9c62b527a8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:49,276 INFO [StoreOpener-31b51c1ead0bb2c8090cd9c62b527a8f-1 {}] regionserver.HStore(327): Store=31b51c1ead0bb2c8090cd9c62b527a8f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:49,276 INFO [StoreOpener-31b51c1ead0bb2c8090cd9c62b527a8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:49,277 INFO [StoreOpener-31b51c1ead0bb2c8090cd9c62b527a8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31b51c1ead0bb2c8090cd9c62b527a8f columnFamilyName sid 2024-12-07T01:20:49,277 DEBUG [StoreOpener-31b51c1ead0bb2c8090cd9c62b527a8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:20:49,277 INFO [StoreOpener-31b51c1ead0bb2c8090cd9c62b527a8f-1 {}] regionserver.HStore(327): Store=31b51c1ead0bb2c8090cd9c62b527a8f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:20:49,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:49,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/replication/31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:49,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/replication/31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:49,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:49,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:49,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:20:49,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:49,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/replication/31b51c1ead0bb2c8090cd9c62b527a8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:20:49,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 31b51c1ead0bb2c8090cd9c62b527a8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71704627, jitterRate=0.06848220527172089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:20:49,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:49,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 31b51c1ead0bb2c8090cd9c62b527a8f: Running coprocessor pre-open hook at 1733534449264Writing region info on filesystem at 1733534449264Initializing all the Stores at 1733534449265 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534449265Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534449268 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534449268Cleaning up temporary data from old regions at 1733534449279 (+11 ms)Running coprocessor post-open hooks at 1733534449284 (+5 ms)Region opened successfully at 1733534449284 2024-12-07T01:20:49,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f., pid=10, masterSystemTime=1733534449207 2024-12-07T01:20:49,287 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=31b51c1ead0bb2c8090cd9c62b527a8f, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:49,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:49,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:49,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31b51c1ead0bb2c8090cd9c62b527a8f, server=ec1863dc21e5,46493,1733534437171 because future has completed 2024-12-07T01:20:49,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T01:20:49,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 31b51c1ead0bb2c8090cd9c62b527a8f, server=ec1863dc21e5,46493,1733534437171 in 275 msec 2024-12-07T01:20:49,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-07T01:20:49,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31b51c1ead0bb2c8090cd9c62b527a8f, ASSIGN in 437 msec 2024-12-07T01:20:49,305 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:20:49,306 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534449305"}]},"ts":"1733534449305"} 2024-12-07T01:20:49,308 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:20:49,310 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:20:49,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2740 sec 2024-12-07T01:20:49,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f., hostname=ec1863dc21e5,46493,1733534437171, seqNum=2] 2024-12-07T01:20:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:49,432 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 379, reset compression=false 2024-12-07T01:20:49,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:20:49,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-07T01:20:49,604 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:20:49,643 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,46493,1733534437171, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:20:49,644 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:49,644 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46493,1733534437171, seqNum=-1] 2024-12-07T01:20:49,644 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:49,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-07T01:20:49,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,46493,1733534437171', locateType=CURRENT is [region=hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f., hostname=ec1863dc21e5,46493,1733534437171, seqNum=2] 2024-12-07T01:20:49,656 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-07T01:20:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-07T01:20:49,664 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,46493,1733534437171 suceeded 2024-12-07T01:20:49,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-07T01:20:49,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-12-07T01:20:49,667 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:20:49,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6460 sec 2024-12-07T01:20:49,678 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:39233' 2024-12-07T01:20:49,680 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cdb996f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:49,680 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39233,-1 for getting cluster id 2024-12-07T01:20:49,680 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:49,681 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '828cdeac-13ef-47a6-a819-dc620aee6109' 2024-12-07T01:20:49,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:49,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "828cdeac-13ef-47a6-a819-dc620aee6109" 2024-12-07T01:20:49,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aa2c918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:49,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39233,-1] 2024-12-07T01:20:49,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:49,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:49,683 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:49,684 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a09e2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:49,684 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:20:49,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,39233,1733534431644 2024-12-07T01:20:49,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@425bc5ab 2024-12-07T01:20:49,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:20:49,686 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-07T01:20:49,693 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,46493,1733534437171 (queues=1) is replicating from cluster=3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1 to cluster=828cdeac-13ef-47a6-a819-dc620aee6109 2024-12-07T01:20:49,693 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C46493%2C1733534437171 2024-12-07T01:20:49,693 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,46493,1733534437171, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:20:49,696 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890, startPosition=0, beingWritten=true 2024-12-07T01:20:49,705 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C46493%2C1733534437171 2024-12-07T01:20:49,715 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:49,715 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 379, reset compression=false 2024-12-07T01:20:49,715 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46493,1733534437171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:49,838 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 379, reset compression=false 2024-12-07T01:20:49,933 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 379, reset compression=false 2024-12-07T01:20:50,041 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 379, reset compression=false 2024-12-07T01:20:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:20:50,176 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:20:50,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:50,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:50,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:50,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:50,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:50,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:50,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,42997,-1 for getting cluster id 2024-12-07T01:20:50,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:50,188 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1c7642f-ec33-4a6e-8227-39628793ae33' 2024-12-07T01:20:50,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:50,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1c7642f-ec33-4a6e-8227-39628793ae33" 2024-12-07T01:20:50,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2321d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:50,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,42997,-1] 2024-12-07T01:20:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:50,191 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:50,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d4a61f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:50,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cfb257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:50,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39233,-1 for getting cluster id 2024-12-07T01:20:50,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:50,202 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '828cdeac-13ef-47a6-a819-dc620aee6109' 2024-12-07T01:20:50,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "828cdeac-13ef-47a6-a819-dc620aee6109" 2024-12-07T01:20:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349357fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39233,-1] 2024-12-07T01:20:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:50,204 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:50,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284feaef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:50,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:50,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35395,-1 for getting cluster id 2024-12-07T01:20:50,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:50,220 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1' 2024-12-07T01:20:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1" 2024-12-07T01:20:50,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:50,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:50,222 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35395,-1] 2024-12-07T01:20:50,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:50,223 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:50,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e8af9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:50,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:50,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,45027,1733534426813, seqNum=-1] 2024-12-07T01:20:50,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:50,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:20:50,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b., hostname=ec1863dc21e5,45027,1733534426813, seqNum=2] 2024-12-07T01:20:50,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:50,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46493,1733534437171, seqNum=-1] 2024-12-07T01:20:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:50,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:20:50,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a., hostname=ec1863dc21e5,46493,1733534437171, seqNum=2] 2024-12-07T01:20:50,239 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-07T01:20:50,280 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 379, reset compression=false 2024-12-07T01:20:50,722 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 379, reset compression=false 2024-12-07T01:20:50,742 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 379, reset compression=false 2024-12-07T01:20:50,754 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:50,754 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 480, reset compression=false 2024-12-07T01:20:50,754 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,45027,1733534426813 got entry batch from reader: WALEntryBatch [walEntries=[{test/2fd25a113bb37263cce86d7297fa6e3b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-07T01:20:50,757 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:20:50,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-07T01:20:50,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:50,771 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 379, reset compression=false 2024-12-07T01:20:50,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fcbd9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:50,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,39233,-1 for getting cluster id 2024-12-07T01:20:50,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:50,775 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '828cdeac-13ef-47a6-a819-dc620aee6109' 2024-12-07T01:20:50,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:50,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "828cdeac-13ef-47a6-a819-dc620aee6109" 2024-12-07T01:20:50,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a67c48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:50,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,39233,-1] 2024-12-07T01:20:50,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:50,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:50,777 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:50,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e430ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:50,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:50,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46853,1733534431773, seqNum=-1] 2024-12-07T01:20:50,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:50,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-07T01:20:50,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733534442407.3234665cefb88831aa233d836af1e934., hostname=ec1863dc21e5,46853,1733534431773, seqNum=2] 2024-12-07T01:20:50,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:50,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-07T01:20:50,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-07T01:20:50,792 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:20:50,792 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-07T01:20:50,975 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 480, reset compression=false 2024-12-07T01:20:51,225 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 379, reset compression=false 2024-12-07T01:20:51,241 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-07T01:20:51,278 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 480, reset compression=false 2024-12-07T01:20:51,430 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:20:51,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:51,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:51,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:51,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:51,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:51,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:51,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:51,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:51,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:51,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:51,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:51,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:51,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:51,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:20:51,585 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 379, reset compression=false 2024-12-07T01:20:51,590 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:51,590 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 504, reset compression=false 2024-12-07T01:20:51,590 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46853,1733534431773 got entry batch from reader: WALEntryBatch [walEntries=[{test/3234665cefb88831aa233d836af1e934/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-07T01:20:51,593 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:20:51,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-07T01:20:51,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:51,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38bd3ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:51,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,35395,-1 for getting cluster id 2024-12-07T01:20:51,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:20:51,595 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1' 2024-12-07T01:20:51,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:20:51,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3135f7ed-5e4a-480b-b56d-f6b6bbfeffd1" 2024-12-07T01:20:51,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ee70bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:51,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,35395,-1] 2024-12-07T01:20:51,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:20:51,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:51,596 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:20:51,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9a98c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:20:51,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:51,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46493,1733534437171, seqNum=-1] 2024-12-07T01:20:51,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:51,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-07T01:20:51,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a., hostname=ec1863dc21e5,46493,1733534437171, seqNum=2] 2024-12-07T01:20:51,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:51,681 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 480, reset compression=false 2024-12-07T01:20:51,794 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 504, reset compression=false 2024-12-07T01:20:51,828 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 379, reset compression=false 2024-12-07T01:20:51,834 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:51,834 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 528, reset compression=false 2024-12-07T01:20:51,838 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46493,1733534437171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:52,047 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 528, reset compression=false 2024-12-07T01:20:52,099 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 504, reset compression=false 2024-12-07T01:20:52,185 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 480, reset compression=false 2024-12-07T01:20:52,243 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-07T01:20:52,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:20:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,46853,1733534431773, seqNum=-1] 2024-12-07T01:20:52,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:20:52,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:20:52,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733534442407.3234665cefb88831aa233d836af1e934., hostname=ec1863dc21e5,46853,1733534431773, seqNum=2] 2024-12-07T01:20:52,250 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-07T01:20:52,355 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 528, reset compression=false 2024-12-07T01:20:52,505 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 504, reset compression=false 2024-12-07T01:20:52,509 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:52,509 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 608, reset compression=false 2024-12-07T01:20:52,509 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46853,1733534431773 got entry batch from reader: WALEntryBatch [walEntries=[{test/3234665cefb88831aa233d836af1e934/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-07T01:20:52,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:52,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:52,713 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 608, reset compression=false 2024-12-07T01:20:52,759 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 528, reset compression=false 2024-12-07T01:20:52,766 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:52,766 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 656, reset compression=false 2024-12-07T01:20:52,766 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46493,1733534437171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:52,789 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 480, reset compression=false 2024-12-07T01:20:52,975 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 656, reset compression=false 2024-12-07T01:20:53,019 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 608, reset compression=false 2024-12-07T01:20:53,252 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-07T01:20:53,254 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-07T01:20:53,279 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 656, reset compression=false 2024-12-07T01:20:53,283 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:53,283 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 760, reset compression=false 2024-12-07T01:20:53,283 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46493,1733534437171 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ecf392319e2f84d2818d10dc0a58e8a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-07T01:20:53,289 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:20:53,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-07T01:20:53,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:53,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:53,421 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 608, reset compression=false 2024-12-07T01:20:53,427 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:53,427 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 735, reset compression=false 2024-12-07T01:20:53,427 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46853,1733534431773 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:53,489 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 760, reset compression=false 2024-12-07T01:20:53,493 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 480, reset compression=false 2024-12-07T01:20:53,636 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 735, reset compression=false 2024-12-07T01:20:53,815 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 760, reset compression=false 2024-12-07T01:20:53,950 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 735, reset compression=false 2024-12-07T01:20:54,218 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 760, reset compression=false 2024-12-07T01:20:54,257 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-07T01:20:54,260 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-07T01:20:54,312 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 480, reset compression=false 2024-12-07T01:20:54,319 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:54,319 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:20:54,319 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,45027,1733534426813 got entry batch from reader: WALEntryBatch [walEntries=[{test/2fd25a113bb37263cce86d7297fa6e3b/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-07T01:20:54,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:54,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:54,353 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 735, reset compression=false 2024-12-07T01:20:54,360 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:54,360 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 883, reset compression=false 2024-12-07T01:20:54,360 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46853,1733534431773 got entry batch from reader: WALEntryBatch [walEntries=[{test/3234665cefb88831aa233d836af1e934/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-07T01:20:54,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:54,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:54,524 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:20:54,587 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 883, reset compression=false 2024-12-07T01:20:54,737 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 760, reset compression=false 2024-12-07T01:20:54,742 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:54,742 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 932, reset compression=false 2024-12-07T01:20:54,742 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46493,1733534437171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:54,851 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:20:54,898 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 883, reset compression=false 2024-12-07T01:20:54,952 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 932, reset compression=false 2024-12-07T01:20:55,255 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 932, reset compression=false 2024-12-07T01:20:55,256 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:20:55,262 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-07T01:20:55,266 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-07T01:20:55,301 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 883, reset compression=false 2024-12-07T01:20:55,306 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:55,306 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1042, reset compression=false 2024-12-07T01:20:55,306 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46853,1733534431773 got entry batch from reader: WALEntryBatch [walEntries=[{test/3234665cefb88831aa233d836af1e934/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-07T01:20:55,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:55,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:55,517 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1042, reset compression=false 2024-12-07T01:20:55,659 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 932, reset compression=false 2024-12-07T01:20:55,667 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:55,667 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 1082, reset compression=false 2024-12-07T01:20:55,667 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46493,1733534437171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:55,759 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:20:55,821 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1042, reset compression=false 2024-12-07T01:20:55,874 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 1082, reset compression=false 2024-12-07T01:20:56,178 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 1082, reset compression=false 2024-12-07T01:20:56,193 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T01:20:56,224 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1042, reset compression=false 2024-12-07T01:20:56,268 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-07T01:20:56,273 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-07T01:20:56,368 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:20:56,589 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 1082, reset compression=false 2024-12-07T01:20:56,593 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:20:56,593 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 1241, reset compression=false 2024-12-07T01:20:56,593 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46493,1733534437171 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ecf392319e2f84d2818d10dc0a58e8a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-07T01:20:56,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-07T01:20:56,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-07T01:20:56,729 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1042, reset compression=false 2024-12-07T01:20:56,733 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:56,733 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1191, reset compression=false 2024-12-07T01:20:56,733 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46853,1733534431773 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:56,799 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 1241, reset compression=false 2024-12-07T01:20:56,937 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1191, reset compression=false 2024-12-07T01:20:57,077 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:20:57,102 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 1241, reset compression=false 2024-12-07T01:20:57,241 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1191, reset compression=false 2024-12-07T01:20:57,274 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-07T01:20:57,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:20:57,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:57,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:57,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:57,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:57,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:57,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:20:57,281 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2085021484, stopped=false 2024-12-07T01:20:57,281 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,35395,1733534436812 2024-12-07T01:20:57,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1654832368/running 2024-12-07T01:20:57,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1654832368/running 2024-12-07T01:20:57,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:57,285 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:20:57,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:57,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:20:57,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:57,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:57,286 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,46493,1733534437171' ***** 2024-12-07T01:20:57,286 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:20:57,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Set watcher on znode that does not yet exist, /2-1654832368/running 2024-12-07T01:20:57,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Set watcher on znode that does not yet exist, /2-1654832368/running 2024-12-07T01:20:57,286 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:20:57,286 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:20:57,286 INFO [RS:0;ec1863dc21e5:46493 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:20:57,287 INFO [RS:0;ec1863dc21e5:46493 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:20:57,287 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:57,287 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(3091): Received CLOSE for 31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:57,287 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:57,287 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:20:57,287 INFO [RS:0;ec1863dc21e5:46493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:46493. 2024-12-07T01:20:57,287 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ecf392319e2f84d2818d10dc0a58e8a, disabling compactions & flushes 2024-12-07T01:20:57,287 DEBUG [RS:0;ec1863dc21e5:46493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:57,287 DEBUG [RS:0;ec1863dc21e5:46493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:57,287 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. 2024-12-07T01:20:57,287 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. 2024-12-07T01:20:57,287 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. after waiting 0 ms 2024-12-07T01:20:57,287 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:20:57,287 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. 2024-12-07T01:20:57,287 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3ecf392319e2f84d2818d10dc0a58e8a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-07T01:20:57,288 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:20:57,288 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:20:57,288 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:20:57,288 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-07T01:20:57,288 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1325): Online Regions={3ecf392319e2f84d2818d10dc0a58e8a=test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a., 31b51c1ead0bb2c8090cd9c62b527a8f=hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:20:57,288 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31b51c1ead0bb2c8090cd9c62b527a8f, 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:57,288 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:20:57,288 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:20:57,288 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:20:57,288 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:20:57,288 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:20:57,289 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-07T01:20:57,301 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/.tmp/info/d53cd6d999ff4ccabbc51b664923178b is 147, key is hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f./info:regioninfo/1733534449287/Put/seqid=0 2024-12-07T01:20:57,302 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/.tmp/f/59e586405ba548ed88fc6cf3683bea9a is 29, key is row1/f:/1733534455263/DeleteFamily/seqid=0 2024-12-07T01:20:57,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741840_1016 (size=7686) 2024-12-07T01:20:57,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741841_1017 (size=5152) 2024-12-07T01:20:57,307 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/.tmp/f/59e586405ba548ed88fc6cf3683bea9a 2024-12-07T01:20:57,311 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59e586405ba548ed88fc6cf3683bea9a 2024-12-07T01:20:57,323 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/.tmp/f1/cbb547b7728e4961bdad486770c2f61e is 30, key is row1/f1:/1733534455263/DeleteFamily/seqid=0 2024-12-07T01:20:57,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741842_1018 (size=5158) 2024-12-07T01:20:57,380 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:20:57,488 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31b51c1ead0bb2c8090cd9c62b527a8f, 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:57,505 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 1241, reset compression=false 2024-12-07T01:20:57,509 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:57,509 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 1488, reset compression=false 2024-12-07T01:20:57,509 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46493,1733534437171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:20:57,510 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec1863dc21e5,46493,1733534437171: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec1863dc21e5,46493,1733534437171, walGroup=ec1863dc21e5%2C46493%2C1733534437171, offset=ec1863dc21e5%2C46493%2C1733534437171.1733534439890:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:46493 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-07T01:20:57,511 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T01:20:57,512 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T01:20:57,512 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T01:20:57,512 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T01:20:57,512 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T01:20:57,512 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1405091840, "init": 1048576000, "max": 2306867200, "used": 900066384 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 201245752 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-07T01:20:57,513 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:35395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:35395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-07T01:20:57,644 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1191, reset compression=false 2024-12-07T01:20:57,689 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31b51c1ead0bb2c8090cd9c62b527a8f, 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:57,705 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/.tmp/info/d53cd6d999ff4ccabbc51b664923178b 2024-12-07T01:20:57,716 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 1488, reset compression=false 2024-12-07T01:20:57,721 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/.tmp/ns/90c9d517e1d446a4ae37e4c271c17dec is 43, key is default/ns:d/1733534440219/Put/seqid=0 2024-12-07T01:20:57,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741843_1019 (size=5153) 2024-12-07T01:20:57,727 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/.tmp/f1/cbb547b7728e4961bdad486770c2f61e 2024-12-07T01:20:57,730 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbb547b7728e4961bdad486770c2f61e 2024-12-07T01:20:57,743 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/.tmp/norep/bcd0778765d24ad39655cb4a3b31c1f0 is 33, key is row2/norep:/1733534456270/DeleteFamily/seqid=0 2024-12-07T01:20:57,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741844_1020 (size=5108) 2024-12-07T01:20:57,807 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:20:57,807 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:20:57,881 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:20:57,889 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31b51c1ead0bb2c8090cd9c62b527a8f, 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:58,019 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 1488, reset compression=false 2024-12-07T01:20:58,089 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31b51c1ead0bb2c8090cd9c62b527a8f, 3ecf392319e2f84d2818d10dc0a58e8a 2024-12-07T01:20:58,125 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/.tmp/ns/90c9d517e1d446a4ae37e4c271c17dec 2024-12-07T01:20:58,146 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/.tmp/rep_barrier/0e6904ddf599429ebf53080f7f974b31 is 112, key is test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a./rep_barrier:seqnumDuringOpen/1733534444430/Put/seqid=0 2024-12-07T01:20:58,146 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/.tmp/norep/bcd0778765d24ad39655cb4a3b31c1f0 2024-12-07T01:20:58,147 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1191, reset compression=false 2024-12-07T01:20:58,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741845_1021 (size=5518) 2024-12-07T01:20:58,151 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/.tmp/rep_barrier/0e6904ddf599429ebf53080f7f974b31 2024-12-07T01:20:58,151 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcd0778765d24ad39655cb4a3b31c1f0 2024-12-07T01:20:58,152 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/.tmp/f/59e586405ba548ed88fc6cf3683bea9a as hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/f/59e586405ba548ed88fc6cf3683bea9a 2024-12-07T01:20:58,155 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59e586405ba548ed88fc6cf3683bea9a 2024-12-07T01:20:58,155 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/f/59e586405ba548ed88fc6cf3683bea9a, entries=3, sequenceid=10, filesize=5.0 K 2024-12-07T01:20:58,156 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/.tmp/f1/cbb547b7728e4961bdad486770c2f61e as hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/f1/cbb547b7728e4961bdad486770c2f61e 2024-12-07T01:20:58,160 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbb547b7728e4961bdad486770c2f61e 2024-12-07T01:20:58,160 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/f1/cbb547b7728e4961bdad486770c2f61e, entries=3, sequenceid=10, filesize=5.0 K 2024-12-07T01:20:58,161 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/.tmp/norep/bcd0778765d24ad39655cb4a3b31c1f0 as hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/norep/bcd0778765d24ad39655cb4a3b31c1f0 2024-12-07T01:20:58,164 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcd0778765d24ad39655cb4a3b31c1f0 2024-12-07T01:20:58,164 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/norep/bcd0778765d24ad39655cb4a3b31c1f0, entries=1, sequenceid=10, filesize=5.0 K 2024-12-07T01:20:58,165 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3ecf392319e2f84d2818d10dc0a58e8a in 878ms, sequenceid=10, compaction requested=false 2024-12-07T01:20:58,169 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/default/test/3ecf392319e2f84d2818d10dc0a58e8a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-07T01:20:58,169 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:20:58,169 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:20:58,169 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. 2024-12-07T01:20:58,170 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ecf392319e2f84d2818d10dc0a58e8a: Waiting for close lock at 1733534457287Running coprocessor pre-close hooks at 1733534457287Disabling compacts and flushes for region at 1733534457287Disabling writes for close at 1733534457287Obtaining lock to block concurrent updates at 1733534457287Preparing flush snapshotting stores in 3ecf392319e2f84d2818d10dc0a58e8a at 1733534457287Finished memstore snapshotting test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733534457287Flushing stores of test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. at 1733534457288 (+1 ms)Flushing 3ecf392319e2f84d2818d10dc0a58e8a/f: creating writer at 1733534457288Flushing 3ecf392319e2f84d2818d10dc0a58e8a/f: appending metadata at 1733534457301 (+13 ms)Flushing 3ecf392319e2f84d2818d10dc0a58e8a/f: closing flushed file at 1733534457301Flushing 3ecf392319e2f84d2818d10dc0a58e8a/f1: creating writer at 1733534457311 (+10 ms)Flushing 3ecf392319e2f84d2818d10dc0a58e8a/f1: appending metadata at 1733534457323 (+12 ms)Flushing 3ecf392319e2f84d2818d10dc0a58e8a/f1: closing flushed file at 1733534457323Flushing 3ecf392319e2f84d2818d10dc0a58e8a/norep: creating writer at 1733534457730 (+407 ms)Flushing 3ecf392319e2f84d2818d10dc0a58e8a/norep: appending metadata at 1733534457742 (+12 ms)Flushing 3ecf392319e2f84d2818d10dc0a58e8a/norep: closing flushed file at 1733534457743 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4795552: reopening flushed file at 1733534458151 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2451bf85: reopening flushed file at 1733534458155 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4613ff47: reopening flushed file at 1733534458160 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3ecf392319e2f84d2818d10dc0a58e8a in 878ms, sequenceid=10, compaction requested=false at 1733534458165 (+5 ms)Writing region close event to WAL at 1733534458166 (+1 ms)Running coprocessor post-close hooks at 1733534458169 (+3 ms)Closed at 1733534458169 2024-12-07T01:20:58,170 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534443550.3ecf392319e2f84d2818d10dc0a58e8a. 2024-12-07T01:20:58,170 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31b51c1ead0bb2c8090cd9c62b527a8f, disabling compactions & flushes 2024-12-07T01:20:58,170 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:58,170 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:58,170 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. after waiting 0 ms 2024-12-07T01:20:58,170 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:58,170 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31b51c1ead0bb2c8090cd9c62b527a8f: Waiting for close lock at 1733534458170Running coprocessor pre-close hooks at 1733534458170Disabling compacts and flushes for region at 1733534458170Disabling writes for close at 1733534458170Failed flush hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f., putting online again at 1733534458170 2024-12-07T01:20:58,170 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:58,170 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/.tmp/table/1888ccc8aafb430198004f252999e147 is 53, key is hbase:replication/table:state/1733534449305/Put/seqid=0 2024-12-07T01:20:58,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741846_1022 (size=5308) 2024-12-07T01:20:58,289 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T01:20:58,289 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1325): Online Regions={31b51c1ead0bb2c8090cd9c62b527a8f=hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:20:58,289 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(3091): Received CLOSE for 31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:58,289 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31b51c1ead0bb2c8090cd9c62b527a8f 2024-12-07T01:20:58,289 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31b51c1ead0bb2c8090cd9c62b527a8f, disabling compactions & flushes 2024-12-07T01:20:58,289 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:58,289 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:58,289 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. after waiting 0 ms 2024-12-07T01:20:58,289 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:58,289 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31b51c1ead0bb2c8090cd9c62b527a8f: Waiting for close lock at 1733534458289Running coprocessor pre-close hooks at 1733534458289Disabling compacts and flushes for region at 1733534458289Disabling writes for close at 1733534458289Failed flush hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f., putting online again at 1733534458289 2024-12-07T01:20:58,289 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733534448036.31b51c1ead0bb2c8090cd9c62b527a8f. 2024-12-07T01:20:58,423 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 1488, reset compression=false 2024-12-07T01:20:58,428 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:20:58,428 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 2132, reset compression=false 2024-12-07T01:20:58,489 DEBUG [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:20:58,574 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/.tmp/table/1888ccc8aafb430198004f252999e147 2024-12-07T01:20:58,580 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/.tmp/info/d53cd6d999ff4ccabbc51b664923178b as hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/info/d53cd6d999ff4ccabbc51b664923178b 2024-12-07T01:20:58,584 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/info/d53cd6d999ff4ccabbc51b664923178b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-07T01:20:58,585 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/.tmp/ns/90c9d517e1d446a4ae37e4c271c17dec as hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/ns/90c9d517e1d446a4ae37e4c271c17dec 2024-12-07T01:20:58,589 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/ns/90c9d517e1d446a4ae37e4c271c17dec, entries=2, sequenceid=16, filesize=5.0 K 2024-12-07T01:20:58,589 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/.tmp/rep_barrier/0e6904ddf599429ebf53080f7f974b31 as hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/rep_barrier/0e6904ddf599429ebf53080f7f974b31 2024-12-07T01:20:58,593 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/rep_barrier/0e6904ddf599429ebf53080f7f974b31, entries=1, sequenceid=16, filesize=5.4 K 2024-12-07T01:20:58,594 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/.tmp/table/1888ccc8aafb430198004f252999e147 as hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/table/1888ccc8aafb430198004f252999e147 2024-12-07T01:20:58,598 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/table/1888ccc8aafb430198004f252999e147, entries=4, sequenceid=16, filesize=5.2 K 2024-12-07T01:20:58,599 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-12-07T01:20:58,603 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-07T01:20:58,603 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:20:58,603 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:20:58,604 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:20:58,604 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534457288Running coprocessor pre-close hooks at 1733534457288Disabling compacts and flushes for region at 1733534457288Disabling writes for close at 1733534457288Obtaining lock to block concurrent updates at 1733534457289 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733534457289Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733534457289Flushing stores of hbase:meta,,1.1588230740 at 1733534457289Flushing 1588230740/info: creating writer at 1733534457289Flushing 1588230740/info: appending metadata at 1733534457301 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733534457301Flushing 1588230740/ns: creating writer at 1733534457709 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733534457721 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733534457721Flushing 1588230740/rep_barrier: creating writer at 1733534458129 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534458146 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534458146Flushing 1588230740/table: creating writer at 1733534458155 (+9 ms)Flushing 1588230740/table: appending metadata at 1733534458170 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733534458170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d59ae44: reopening flushed file at 1733534458579 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@300b299a: reopening flushed file at 1733534458584 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784dd39e: reopening flushed file at 1733534458589 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e4a7c1a: reopening flushed file at 1733534458593 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1733534458599 (+6 ms)Writing region close event to WAL at 1733534458600 (+1 ms)Running coprocessor post-close hooks at 1733534458603 (+3 ms)Closed at 1733534458603 2024-12-07T01:20:58,604 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:20:58,631 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.1733534439890 to pos 2132, reset compression=false 2024-12-07T01:20:58,689 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-07T01:20:58,690 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,46493,1733534437171; all regions closed. 2024-12-07T01:20:58,692 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/WALs/ec1863dc21e5,46493,1733534437171/ec1863dc21e5%2C46493%2C1733534437171.meta.1733534440150.meta not finished, retry = 0 2024-12-07T01:20:58,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741834_1010 (size=4239) 2024-12-07T01:20:58,752 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1191, reset compression=false 2024-12-07T01:20:58,785 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:20:58,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741839_1015 (size=2171) 2024-12-07T01:20:58,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741833_1009 (size=2140) 2024-12-07T01:20:58,796 DEBUG [RS:0;ec1863dc21e5:46493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:58,796 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:20:58,796 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:20:58,796 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T01:20:58,796 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:20:58,797 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:20:58,797 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,46493,1733534437171 because: Region server is closing 2024-12-07T01:20:58,797 INFO [RS:0;ec1863dc21e5:46493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:46493. 2024-12-07T01:20:58,797 DEBUG [RS:0;ec1863dc21e5:46493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:58,797 DEBUG [RS:0;ec1863dc21e5:46493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:58,797 DEBUG [RS:0;ec1863dc21e5:46493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:58,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:58,898 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.shipperec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 terminated 2024-12-07T01:20:58,898 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46493,1733534437171.replicationSource.wal-reader.ec1863dc21e5%2C46493%2C1733534437171,1-ec1863dc21e5,46493,1733534437171 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-07T01:20:58,898 INFO [RS:0;ec1863dc21e5:46493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:46493. 2024-12-07T01:20:58,898 DEBUG [RS:0;ec1863dc21e5:46493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:20:58,898 DEBUG [RS:0;ec1863dc21e5:46493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:58,898 DEBUG [RS:0;ec1863dc21e5:46493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:20:58,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:20:58,898 INFO [RS:0;ec1863dc21e5:46493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46493 2024-12-07T01:20:58,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368/rs 2024-12-07T01:20:58,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1654832368/rs/ec1863dc21e5,46493,1733534437171 2024-12-07T01:20:58,906 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:20:58,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,46493,1733534437171] 2024-12-07T01:20:58,927 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1654832368/draining/ec1863dc21e5,46493,1733534437171 already deleted, retry=false 2024-12-07T01:20:58,927 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,46493,1733534437171 expired; onlineServers=0 2024-12-07T01:20:58,927 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,35395,1733534436812' ***** 2024-12-07T01:20:58,927 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:20:58,927 INFO [M:0;ec1863dc21e5:35395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:20:58,928 INFO [M:0;ec1863dc21e5:35395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:20:58,928 DEBUG [M:0;ec1863dc21e5:35395 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:20:58,928 DEBUG [M:0;ec1863dc21e5:35395 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:20:58,928 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:20:58,928 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534439380 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534439380,5,FailOnTimeoutGroup] 2024-12-07T01:20:58,928 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534439377 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534439377,5,FailOnTimeoutGroup] 2024-12-07T01:20:58,928 INFO [M:0;ec1863dc21e5:35395 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:20:58,928 INFO [M:0;ec1863dc21e5:35395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:20:58,928 DEBUG [M:0;ec1863dc21e5:35395 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:20:58,928 INFO [M:0;ec1863dc21e5:35395 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:20:58,928 INFO [M:0;ec1863dc21e5:35395 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:20:58,928 INFO [M:0;ec1863dc21e5:35395 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:20:58,928 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:20:58,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1654832368/master 2024-12-07T01:20:58,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1654832368 2024-12-07T01:20:58,948 DEBUG [M:0;ec1863dc21e5:35395 {}] zookeeper.ZKUtil(347): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Unable to get data of znode /2-1654832368/master because node does not exist (not an error) 2024-12-07T01:20:58,948 WARN [M:0;ec1863dc21e5:35395 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:20:58,958 INFO [M:0;ec1863dc21e5:35395 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/.lastflushedseqids 2024-12-07T01:20:58,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741847_1023 (size=245) 2024-12-07T01:20:59,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:20:59,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46493-0x101ad6017200007, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:20:59,017 INFO [RS:0;ec1863dc21e5:46493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:20:59,017 INFO [RS:0;ec1863dc21e5:46493 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,46493,1733534437171; zookeeper connection closed. 2024-12-07T01:20:59,017 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b450aea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b450aea 2024-12-07T01:20:59,017 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:20:59,366 INFO [M:0;ec1863dc21e5:35395 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:20:59,366 INFO [M:0;ec1863dc21e5:35395 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:20:59,366 DEBUG [M:0;ec1863dc21e5:35395 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:20:59,366 INFO [M:0;ec1863dc21e5:35395 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:59,366 DEBUG [M:0;ec1863dc21e5:35395 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:59,367 DEBUG [M:0;ec1863dc21e5:35395 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:20:59,367 DEBUG [M:0;ec1863dc21e5:35395 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:20:59,367 INFO [M:0;ec1863dc21e5:35395 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-07T01:20:59,392 DEBUG [M:0;ec1863dc21e5:35395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d4fd2da822a447ab2e6ec5fa92fa625 is 82, key is hbase:meta,,1/info:regioninfo/1733534440176/Put/seqid=0 2024-12-07T01:20:59,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741848_1024 (size=5672) 2024-12-07T01:20:59,456 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1191, reset compression=false 2024-12-07T01:20:59,789 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:20:59,796 INFO [M:0;ec1863dc21e5:35395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d4fd2da822a447ab2e6ec5fa92fa625 2024-12-07T01:20:59,816 DEBUG [M:0;ec1863dc21e5:35395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4950801fe2ec4f10a6157dc4be2dec68 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733534449311/Put/seqid=0 2024-12-07T01:20:59,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741849_1025 (size=8516) 2024-12-07T01:21:00,219 INFO [M:0;ec1863dc21e5:35395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4950801fe2ec4f10a6157dc4be2dec68 2024-12-07T01:21:00,235 DEBUG [M:0;ec1863dc21e5:35395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f4cee5b22464a59a336d1e4b33bebd4 is 69, key is ec1863dc21e5,46493,1733534437171/rs:state/1733534439636/Put/seqid=0 2024-12-07T01:21:00,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741850_1026 (size=5156) 2024-12-07T01:21:00,259 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1191, reset compression=false 2024-12-07T01:21:00,639 INFO [M:0;ec1863dc21e5:35395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f4cee5b22464a59a336d1e4b33bebd4 2024-12-07T01:21:00,645 DEBUG [M:0;ec1863dc21e5:35395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d4fd2da822a447ab2e6ec5fa92fa625 as hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d4fd2da822a447ab2e6ec5fa92fa625 2024-12-07T01:21:00,650 INFO [M:0;ec1863dc21e5:35395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d4fd2da822a447ab2e6ec5fa92fa625, entries=8, sequenceid=97, filesize=5.5 K 2024-12-07T01:21:00,651 DEBUG [M:0;ec1863dc21e5:35395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4950801fe2ec4f10a6157dc4be2dec68 as hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4950801fe2ec4f10a6157dc4be2dec68 2024-12-07T01:21:00,655 INFO [M:0;ec1863dc21e5:35395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4950801fe2ec4f10a6157dc4be2dec68, entries=11, sequenceid=97, filesize=8.3 K 2024-12-07T01:21:00,656 DEBUG [M:0;ec1863dc21e5:35395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f4cee5b22464a59a336d1e4b33bebd4 as hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f4cee5b22464a59a336d1e4b33bebd4 2024-12-07T01:21:00,660 INFO [M:0;ec1863dc21e5:35395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45755/user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f4cee5b22464a59a336d1e4b33bebd4, entries=1, sequenceid=97, filesize=5.0 K 2024-12-07T01:21:00,661 INFO [M:0;ec1863dc21e5:35395 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false 2024-12-07T01:21:00,662 INFO [M:0;ec1863dc21e5:35395 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:00,662 DEBUG [M:0;ec1863dc21e5:35395 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534459366Disabling compacts and flushes for region at 1733534459366Disabling writes for close at 1733534459367 (+1 ms)Obtaining lock to block concurrent updates at 1733534459367Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534459367Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733534459367Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534459367Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534459367Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534459391 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534459391Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534459799 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534459815 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534459815Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534460223 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534460235 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534460235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c06adca: reopening flushed file at 1733534460644 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2e07e: reopening flushed file at 1733534460650 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@248aa30f: reopening flushed file at 1733534460655 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=97, compaction requested=false at 1733534460661 (+6 ms)Writing region close event to WAL at 1733534460662 (+1 ms)Closed at 1733534460662 2024-12-07T01:21:00,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35867 is added to blk_1073741830_1006 (size=63654) 2024-12-07T01:21:00,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bef22ad-1ae3-7906-6a4e-af7a0a9ed0ba/MasterData/WALs/ec1863dc21e5,35395,1733534436812/ec1863dc21e5%2C35395%2C1733534436812.1733534438958 not finished, retry = 0 2024-12-07T01:21:00,765 INFO [M:0;ec1863dc21e5:35395 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:21:00,765 INFO [M:0;ec1863dc21e5:35395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35395 2024-12-07T01:21:00,766 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:21:00,767 INFO [M:0;ec1863dc21e5:35395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:21:00,880 INFO [M:0;ec1863dc21e5:35395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:21:00,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:00,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35395-0x101ad6017200006, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:00,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@513fab77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:21:00,883 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2579cfe1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:21:00,883 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:21:00,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc36556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:21:00,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f104328{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/hadoop.log.dir/,STOPPED} 2024-12-07T01:21:00,884 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:21:00,884 WARN [BP-624442805-172.17.0.3-1733534435344 heartbeating to localhost/127.0.0.1:45755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:21:00,884 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:21:00,884 WARN [BP-624442805-172.17.0.3-1733534435344 heartbeating to localhost/127.0.0.1:45755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-624442805-172.17.0.3-1733534435344 (Datanode Uuid 525eda18-bc49-48b4-831c-c20bea4dbf2b) service to localhost/127.0.0.1:45755 2024-12-07T01:21:00,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/cluster_6421facb-b6b7-9d6a-4a2c-d9aa06433523/data/data1/current/BP-624442805-172.17.0.3-1733534435344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:21:00,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/cluster_6421facb-b6b7-9d6a-4a2c-d9aa06433523/data/data2/current/BP-624442805-172.17.0.3-1733534435344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:21:00,885 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:21:00,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d853c79{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:21:00,892 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:21:00,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f9b003e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:21:00,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:21:00,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75406eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:21:00,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45117c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/hadoop.log.dir/,STOPPED} 2024-12-07T01:21:00,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:21:00,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:21:00,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:00,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:00,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:00,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:00,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:00,906 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:21:00,906 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1755698529, stopped=false 2024-12-07T01:21:00,906 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,39233,1733534431644 2024-12-07T01:21:00,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-908325100/running 2024-12-07T01:21:00,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-908325100/running 2024-12-07T01:21:00,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:21:00,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:21:00,997 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:21:00,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:00,998 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:00,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:00,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Set watcher on znode that does not yet exist, /1-908325100/running 2024-12-07T01:21:00,998 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,46853,1733534431773' ***** 2024-12-07T01:21:00,998 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:21:00,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Set watcher on znode that does not yet exist, /1-908325100/running 2024-12-07T01:21:00,998 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:21:00,998 INFO [RS:0;ec1863dc21e5:46853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:21:00,998 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:21:00,998 INFO [RS:0;ec1863dc21e5:46853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:21:00,999 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b0a5b03b04722d1ce68170cc1a1eb98 2024-12-07T01:21:00,999 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(3091): Received CLOSE for 3234665cefb88831aa233d836af1e934 2024-12-07T01:21:00,999 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,46853,1733534431773 2024-12-07T01:21:00,999 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:21:00,999 INFO [RS:0;ec1863dc21e5:46853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:46853. 2024-12-07T01:21:00,999 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b0a5b03b04722d1ce68170cc1a1eb98, disabling compactions & flushes 2024-12-07T01:21:00,999 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. 2024-12-07T01:21:00,999 DEBUG [RS:0;ec1863dc21e5:46853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:00,999 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. 2024-12-07T01:21:00,999 DEBUG [RS:0;ec1863dc21e5:46853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:00,999 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. after waiting 0 ms 2024-12-07T01:21:00,999 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. 2024-12-07T01:21:00,999 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:21:00,999 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:21:00,999 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:21:00,999 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:21:00,999 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b0a5b03b04722d1ce68170cc1a1eb98 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-07T01:21:00,999 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-07T01:21:00,999 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0b0a5b03b04722d1ce68170cc1a1eb98=hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98., 3234665cefb88831aa233d836af1e934=test,,1733534442407.3234665cefb88831aa233d836af1e934.} 2024-12-07T01:21:00,999 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1351): Waiting on 0b0a5b03b04722d1ce68170cc1a1eb98, 1588230740, 3234665cefb88831aa233d836af1e934 2024-12-07T01:21:00,999 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:21:00,999 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:21:00,999 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:21:00,999 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:21:01,000 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:21:01,000 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-07T01:21:01,013 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/.tmp/info/3a5100c0ddfb4eac9fb6ed4b23a29b75 is 147, key is hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98./info:regioninfo/1733534447647/Put/seqid=0 2024-12-07T01:21:01,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741840_1016 (size=7686) 2024-12-07T01:21:01,019 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/replication/0b0a5b03b04722d1ce68170cc1a1eb98/.tmp/queue/bd721bf9928944108bbcd4a7cf9ffcaa is 154, key is 1-ec1863dc21e5,46853,1733534431773/queue:ec1863dc21e5%2C46853%2C1733534431773/1733534456734/Put/seqid=0 2024-12-07T01:21:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741841_1017 (size=5353) 2024-12-07T01:21:01,036 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:21:01,163 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1191, reset compression=false 2024-12-07T01:21:01,174 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:21:01,174 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:21:01,199 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1351): Waiting on 0b0a5b03b04722d1ce68170cc1a1eb98, 1588230740, 3234665cefb88831aa233d836af1e934 2024-12-07T01:21:01,352 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-12-07T01:21:01,352 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-07T01:21:01,400 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1351): Waiting on 0b0a5b03b04722d1ce68170cc1a1eb98, 1588230740, 3234665cefb88831aa233d836af1e934 2024-12-07T01:21:01,416 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/.tmp/info/3a5100c0ddfb4eac9fb6ed4b23a29b75 2024-12-07T01:21:01,422 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/replication/0b0a5b03b04722d1ce68170cc1a1eb98/.tmp/queue/bd721bf9928944108bbcd4a7cf9ffcaa 2024-12-07T01:21:01,426 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/replication/0b0a5b03b04722d1ce68170cc1a1eb98/.tmp/queue/bd721bf9928944108bbcd4a7cf9ffcaa as hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/replication/0b0a5b03b04722d1ce68170cc1a1eb98/queue/bd721bf9928944108bbcd4a7cf9ffcaa 2024-12-07T01:21:01,430 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/replication/0b0a5b03b04722d1ce68170cc1a1eb98/queue/bd721bf9928944108bbcd4a7cf9ffcaa, entries=1, sequenceid=12, filesize=5.2 K 2024-12-07T01:21:01,431 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 0b0a5b03b04722d1ce68170cc1a1eb98 in 432ms, sequenceid=12, compaction requested=false 2024-12-07T01:21:01,434 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/replication/0b0a5b03b04722d1ce68170cc1a1eb98/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-07T01:21:01,435 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:21:01,435 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:21:01,435 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. 2024-12-07T01:21:01,435 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b0a5b03b04722d1ce68170cc1a1eb98: Waiting for close lock at 1733534460999Running coprocessor pre-close hooks at 1733534460999Disabling compacts and flushes for region at 1733534460999Disabling writes for close at 1733534460999Obtaining lock to block concurrent updates at 1733534460999Preparing flush snapshotting stores in 0b0a5b03b04722d1ce68170cc1a1eb98 at 1733534460999Finished memstore snapshotting hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733534460999Flushing stores of hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. at 1733534461000 (+1 ms)Flushing 0b0a5b03b04722d1ce68170cc1a1eb98/queue: creating writer at 1733534461000Flushing 0b0a5b03b04722d1ce68170cc1a1eb98/queue: appending metadata at 1733534461018 (+18 ms)Flushing 0b0a5b03b04722d1ce68170cc1a1eb98/queue: closing flushed file at 1733534461018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cfb0ff7: reopening flushed file at 1733534461425 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 0b0a5b03b04722d1ce68170cc1a1eb98 in 432ms, sequenceid=12, compaction requested=false at 1733534461431 (+6 ms)Writing region close event to WAL at 1733534461431Running coprocessor post-close hooks at 1733534461435 (+4 ms)Closed at 1733534461435 2024-12-07T01:21:01,435 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733534446881.0b0a5b03b04722d1ce68170cc1a1eb98. 2024-12-07T01:21:01,435 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3234665cefb88831aa233d836af1e934, disabling compactions & flushes 2024-12-07T01:21:01,435 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534442407.3234665cefb88831aa233d836af1e934. 2024-12-07T01:21:01,435 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534442407.3234665cefb88831aa233d836af1e934. 2024-12-07T01:21:01,435 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534442407.3234665cefb88831aa233d836af1e934. after waiting 0 ms 2024-12-07T01:21:01,436 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534442407.3234665cefb88831aa233d836af1e934. 2024-12-07T01:21:01,436 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3234665cefb88831aa233d836af1e934 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-07T01:21:01,439 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/.tmp/ns/dc7ae40206b74003bfc8472413cf6be3 is 43, key is default/ns:d/1733534435227/Put/seqid=0 2024-12-07T01:21:01,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741842_1018 (size=5153) 2024-12-07T01:21:01,452 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/.tmp/f/51785e1019a645a9b453c7edd55f16fc is 29, key is row1/f:/1733534455263/DeleteFamily/seqid=0 2024-12-07T01:21:01,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741843_1019 (size=5152) 2024-12-07T01:21:01,600 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3234665cefb88831aa233d836af1e934 2024-12-07T01:21:01,631 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T01:21:01,800 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3234665cefb88831aa233d836af1e934 2024-12-07T01:21:01,848 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/.tmp/ns/dc7ae40206b74003bfc8472413cf6be3 2024-12-07T01:21:01,861 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/.tmp/f/51785e1019a645a9b453c7edd55f16fc 2024-12-07T01:21:01,865 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51785e1019a645a9b453c7edd55f16fc 2024-12-07T01:21:01,866 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/.tmp/rep_barrier/ef0447b22bfc4f7693574f8e2d574992 is 112, key is test,,1733534442407.3234665cefb88831aa233d836af1e934./rep_barrier:seqnumDuringOpen/1733534443150/Put/seqid=0 2024-12-07T01:21:01,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741844_1020 (size=5518) 2024-12-07T01:21:01,885 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/.tmp/f1/670beddad6704dada9d3012bdfdf558c is 30, key is row1/f1:/1733534455263/DeleteFamily/seqid=0 2024-12-07T01:21:01,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741845_1021 (size=5158) 2024-12-07T01:21:02,000 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T01:21:02,000 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3234665cefb88831aa233d836af1e934=test,,1733534442407.3234665cefb88831aa233d836af1e934.} 2024-12-07T01:21:02,000 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3234665cefb88831aa233d836af1e934 2024-12-07T01:21:02,096 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:21:02,165 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1191, reset compression=false 2024-12-07T01:21:02,169 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:21:02,169 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1438, reset compression=false 2024-12-07T01:21:02,169 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,46853,1733534431773 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:21:02,170 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec1863dc21e5,46853,1733534431773: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec1863dc21e5,46853,1733534431773, walGroup=ec1863dc21e5%2C46853%2C1733534431773, offset=ec1863dc21e5%2C46853%2C1733534431773.1733534434235:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:46853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-07T01:21:02,171 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T01:21:02,171 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T01:21:02,172 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T01:21:02,172 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T01:21:02,172 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T01:21:02,172 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1405091840, "init": 1048576000, "max": 2306867200, "used": 883043160 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 201585360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-07T01:21:02,172 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:39233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:39233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-07T01:21:02,200 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3234665cefb88831aa233d836af1e934 2024-12-07T01:21:02,278 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/.tmp/rep_barrier/ef0447b22bfc4f7693574f8e2d574992 2024-12-07T01:21:02,288 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/.tmp/f1/670beddad6704dada9d3012bdfdf558c 2024-12-07T01:21:02,292 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 670beddad6704dada9d3012bdfdf558c 2024-12-07T01:21:02,295 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/.tmp/table/a8e9365e44df49358a6067d858f04e48 is 53, key is hbase:replication/table:state/1733534447654/Put/seqid=0 2024-12-07T01:21:02,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741846_1022 (size=5308) 2024-12-07T01:21:02,303 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/.tmp/table/a8e9365e44df49358a6067d858f04e48 2024-12-07T01:21:02,307 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/.tmp/info/3a5100c0ddfb4eac9fb6ed4b23a29b75 as hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/info/3a5100c0ddfb4eac9fb6ed4b23a29b75 2024-12-07T01:21:02,310 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/.tmp/norep/cfcb389537ed4026bac7295d55a847a4 is 33, key is row1/norep:/1733534455263/DeleteFamily/seqid=0 2024-12-07T01:21:02,311 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/info/3a5100c0ddfb4eac9fb6ed4b23a29b75, entries=20, sequenceid=16, filesize=7.5 K 2024-12-07T01:21:02,311 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/.tmp/ns/dc7ae40206b74003bfc8472413cf6be3 as hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/ns/dc7ae40206b74003bfc8472413cf6be3 2024-12-07T01:21:02,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741847_1023 (size=5108) 2024-12-07T01:21:02,319 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/ns/dc7ae40206b74003bfc8472413cf6be3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-07T01:21:02,320 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/.tmp/rep_barrier/ef0447b22bfc4f7693574f8e2d574992 as hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/rep_barrier/ef0447b22bfc4f7693574f8e2d574992 2024-12-07T01:21:02,323 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/rep_barrier/ef0447b22bfc4f7693574f8e2d574992, entries=1, sequenceid=16, filesize=5.4 K 2024-12-07T01:21:02,324 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/.tmp/table/a8e9365e44df49358a6067d858f04e48 as hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/table/a8e9365e44df49358a6067d858f04e48 2024-12-07T01:21:02,327 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/table/a8e9365e44df49358a6067d858f04e48, entries=4, sequenceid=16, filesize=5.2 K 2024-12-07T01:21:02,328 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false 2024-12-07T01:21:02,330 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-07T01:21:02,331 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:21:02,331 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:21:02,331 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:21:02,331 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534460999Running coprocessor pre-close hooks at 1733534460999Disabling compacts and flushes for region at 1733534460999Disabling writes for close at 1733534461000 (+1 ms)Obtaining lock to block concurrent updates at 1733534461000Preparing flush snapshotting stores in 1588230740 at 1733534461000Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733534461000Flushing stores of hbase:meta,,1.1588230740 at 1733534461000Flushing 1588230740/info: creating writer at 1733534461000Flushing 1588230740/info: appending metadata at 1733534461012 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733534461012Flushing 1588230740/ns: creating writer at 1733534461420 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733534461437 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733534461437Flushing 1588230740/rep_barrier: creating writer at 1733534461852 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534461866 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534461866Flushing 1588230740/table: creating writer at 1733534462281 (+415 ms)Flushing 1588230740/table: appending metadata at 1733534462294 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733534462294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f164fde: reopening flushed file at 1733534462307 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae4410a: reopening flushed file at 1733534462311 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f5bf04: reopening flushed file at 1733534462319 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26de88de: reopening flushed file at 1733534462323 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false at 1733534462328 (+5 ms)Writing region close event to WAL at 1733534462329 (+1 ms)Running coprocessor post-close hooks at 1733534462331 (+2 ms)Closed at 1733534462331 2024-12-07T01:21:02,331 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:21:02,373 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1438, reset compression=false 2024-12-07T01:21:02,401 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1351): Waiting on 3234665cefb88831aa233d836af1e934 2024-12-07T01:21:02,601 DEBUG [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1351): Waiting on 3234665cefb88831aa233d836af1e934 2024-12-07T01:21:02,677 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.1733534434235 to pos 1438, reset compression=false 2024-12-07T01:21:02,713 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/.tmp/norep/cfcb389537ed4026bac7295d55a847a4 2024-12-07T01:21:02,723 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfcb389537ed4026bac7295d55a847a4 2024-12-07T01:21:02,724 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/.tmp/f/51785e1019a645a9b453c7edd55f16fc as hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/f/51785e1019a645a9b453c7edd55f16fc 2024-12-07T01:21:02,727 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51785e1019a645a9b453c7edd55f16fc 2024-12-07T01:21:02,727 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/f/51785e1019a645a9b453c7edd55f16fc, entries=3, sequenceid=10, filesize=5.0 K 2024-12-07T01:21:02,728 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/.tmp/f1/670beddad6704dada9d3012bdfdf558c as hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/f1/670beddad6704dada9d3012bdfdf558c 2024-12-07T01:21:02,731 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 670beddad6704dada9d3012bdfdf558c 2024-12-07T01:21:02,731 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/f1/670beddad6704dada9d3012bdfdf558c, entries=3, sequenceid=10, filesize=5.0 K 2024-12-07T01:21:02,731 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/.tmp/norep/cfcb389537ed4026bac7295d55a847a4 as hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/norep/cfcb389537ed4026bac7295d55a847a4 2024-12-07T01:21:02,734 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfcb389537ed4026bac7295d55a847a4 2024-12-07T01:21:02,735 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/norep/cfcb389537ed4026bac7295d55a847a4, entries=1, sequenceid=10, filesize=5.0 K 2024-12-07T01:21:02,735 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3234665cefb88831aa233d836af1e934 in 1299ms, sequenceid=10, compaction requested=false 2024-12-07T01:21:02,738 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/data/default/test/3234665cefb88831aa233d836af1e934/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-07T01:21:02,739 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:21:02,739 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:21:02,739 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534442407.3234665cefb88831aa233d836af1e934. 2024-12-07T01:21:02,739 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3234665cefb88831aa233d836af1e934: Waiting for close lock at 1733534461435Running coprocessor pre-close hooks at 1733534461435Disabling compacts and flushes for region at 1733534461435Disabling writes for close at 1733534461436 (+1 ms)Obtaining lock to block concurrent updates at 1733534461436Preparing flush snapshotting stores in 3234665cefb88831aa233d836af1e934 at 1733534461436Finished memstore snapshotting test,,1733534442407.3234665cefb88831aa233d836af1e934., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733534461436Flushing stores of test,,1733534442407.3234665cefb88831aa233d836af1e934. at 1733534461436Flushing 3234665cefb88831aa233d836af1e934/f: creating writer at 1733534461436Flushing 3234665cefb88831aa233d836af1e934/f: appending metadata at 1733534461451 (+15 ms)Flushing 3234665cefb88831aa233d836af1e934/f: closing flushed file at 1733534461451Flushing 3234665cefb88831aa233d836af1e934/f1: creating writer at 1733534461865 (+414 ms)Flushing 3234665cefb88831aa233d836af1e934/f1: appending metadata at 1733534461885 (+20 ms)Flushing 3234665cefb88831aa233d836af1e934/f1: closing flushed file at 1733534461885Flushing 3234665cefb88831aa233d836af1e934/norep: creating writer at 1733534462292 (+407 ms)Flushing 3234665cefb88831aa233d836af1e934/norep: appending metadata at 1733534462309 (+17 ms)Flushing 3234665cefb88831aa233d836af1e934/norep: closing flushed file at 1733534462309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f58a076: reopening flushed file at 1733534462723 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cdf99e9: reopening flushed file at 1733534462727 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2bfb68: reopening flushed file at 1733534462731 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3234665cefb88831aa233d836af1e934 in 1299ms, sequenceid=10, compaction requested=false at 1733534462735 (+4 ms)Writing region close event to WAL at 1733534462736 (+1 ms)Running coprocessor post-close hooks at 1733534462739 (+3 ms)Closed at 1733534462739 2024-12-07T01:21:02,739 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534442407.3234665cefb88831aa233d836af1e934. 2024-12-07T01:21:02,801 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,46853,1733534431773; all regions closed. 2024-12-07T01:21:02,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741834_1010 (size=4239) 2024-12-07T01:21:02,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741839_1015 (size=3114) 2024-12-07T01:21:02,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/WALs/ec1863dc21e5,46853,1733534431773/ec1863dc21e5%2C46853%2C1733534431773.rep.1733534447616 not finished, retry = 0 2024-12-07T01:21:02,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741832_1008 (size=2090) 2024-12-07T01:21:02,908 DEBUG [RS:0;ec1863dc21e5:46853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:02,908 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:21:02,908 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:21:02,908 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:21:02,908 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:21:02,908 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:21:02,909 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,46853,1733534431773 because: Region server is closing 2024-12-07T01:21:02,909 INFO [RS:0;ec1863dc21e5:46853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:46853. 2024-12-07T01:21:02,909 DEBUG [RS:0;ec1863dc21e5:46853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:02,909 DEBUG [RS:0;ec1863dc21e5:46853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:02,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:02,909 DEBUG [RS:0;ec1863dc21e5:46853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:03,009 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.shipperec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 terminated 2024-12-07T01:21:03,009 INFO [RS:0;ec1863dc21e5:46853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:46853. 2024-12-07T01:21:03,009 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,46853,1733534431773.replicationSource.wal-reader.ec1863dc21e5%2C46853%2C1733534431773,1-ec1863dc21e5,46853,1733534431773 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-07T01:21:03,009 DEBUG [RS:0;ec1863dc21e5:46853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:03,010 DEBUG [RS:0;ec1863dc21e5:46853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:03,010 DEBUG [RS:0;ec1863dc21e5:46853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:03,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:03,010 INFO [RS:0;ec1863dc21e5:46853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46853 2024-12-07T01:21:03,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100/rs 2024-12-07T01:21:03,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-908325100/rs/ec1863dc21e5,46853,1733534431773 2024-12-07T01:21:03,306 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:21:03,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,46853,1733534431773] 2024-12-07T01:21:03,390 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-908325100/draining/ec1863dc21e5,46853,1733534431773 already deleted, retry=false 2024-12-07T01:21:03,390 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,46853,1733534431773 expired; onlineServers=0 2024-12-07T01:21:03,390 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,39233,1733534431644' ***** 2024-12-07T01:21:03,390 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:21:03,391 INFO [M:0;ec1863dc21e5:39233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:21:03,391 INFO [M:0;ec1863dc21e5:39233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:21:03,391 DEBUG [M:0;ec1863dc21e5:39233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:21:03,391 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:21:03,391 DEBUG [M:0;ec1863dc21e5:39233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:21:03,391 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534433936 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534433936,5,FailOnTimeoutGroup] 2024-12-07T01:21:03,391 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534433940 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534433940,5,FailOnTimeoutGroup] 2024-12-07T01:21:03,391 INFO [M:0;ec1863dc21e5:39233 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:21:03,391 INFO [M:0;ec1863dc21e5:39233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:21:03,391 DEBUG [M:0;ec1863dc21e5:39233 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:21:03,391 INFO [M:0;ec1863dc21e5:39233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:21:03,391 INFO [M:0;ec1863dc21e5:39233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:21:03,391 INFO [M:0;ec1863dc21e5:39233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:21:03,392 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:21:03,399 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:21:03,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-908325100/master 2024-12-07T01:21:03,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-908325100 2024-12-07T01:21:03,411 DEBUG [M:0;ec1863dc21e5:39233 {}] zookeeper.RecoverableZooKeeper(212): Node /1-908325100/master already deleted, retry=false 2024-12-07T01:21:03,411 DEBUG [M:0;ec1863dc21e5:39233 {}] master.ActiveMasterManager(353): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-908325100/master 2024-12-07T01:21:03,412 INFO [M:0;ec1863dc21e5:39233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/.lastflushedseqids 2024-12-07T01:21:03,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741848_1024 (size=245) 2024-12-07T01:21:03,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:03,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46853-0x101ad6017200004, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:03,473 INFO [RS:0;ec1863dc21e5:46853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:21:03,473 INFO [RS:0;ec1863dc21e5:46853 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,46853,1733534431773; zookeeper connection closed. 2024-12-07T01:21:03,473 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fb5a601 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fb5a601 2024-12-07T01:21:03,473 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:21:03,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:21:03,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:03,820 INFO [M:0;ec1863dc21e5:39233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:21:03,820 INFO [M:0;ec1863dc21e5:39233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:21:03,820 DEBUG [M:0;ec1863dc21e5:39233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:21:03,820 INFO [M:0;ec1863dc21e5:39233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:03,820 DEBUG [M:0;ec1863dc21e5:39233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:03,820 DEBUG [M:0;ec1863dc21e5:39233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:21:03,820 DEBUG [M:0;ec1863dc21e5:39233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:03,821 INFO [M:0;ec1863dc21e5:39233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-07T01:21:03,839 DEBUG [M:0;ec1863dc21e5:39233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66730aea5a6d40a491e7fedc96605d6f is 82, key is hbase:meta,,1/info:regioninfo/1733534435172/Put/seqid=0 2024-12-07T01:21:03,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741849_1025 (size=5672) 2024-12-07T01:21:04,243 INFO [M:0;ec1863dc21e5:39233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66730aea5a6d40a491e7fedc96605d6f 2024-12-07T01:21:04,258 DEBUG [M:0;ec1863dc21e5:39233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d8753b56c9a496aad1146ebc3b6309e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733534447658/Put/seqid=0 2024-12-07T01:21:04,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741850_1026 (size=8517) 2024-12-07T01:21:04,661 INFO [M:0;ec1863dc21e5:39233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d8753b56c9a496aad1146ebc3b6309e 2024-12-07T01:21:04,680 DEBUG [M:0;ec1863dc21e5:39233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/377596f45d084857820f487629f9387a is 69, key is ec1863dc21e5,46853,1733534431773/rs:state/1733534434019/Put/seqid=0 2024-12-07T01:21:04,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741851_1027 (size=5156) 2024-12-07T01:21:04,803 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:21:05,084 INFO [M:0;ec1863dc21e5:39233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/377596f45d084857820f487629f9387a 2024-12-07T01:21:05,088 DEBUG [M:0;ec1863dc21e5:39233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66730aea5a6d40a491e7fedc96605d6f as hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66730aea5a6d40a491e7fedc96605d6f 2024-12-07T01:21:05,091 INFO [M:0;ec1863dc21e5:39233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66730aea5a6d40a491e7fedc96605d6f, entries=8, sequenceid=97, filesize=5.5 K 2024-12-07T01:21:05,092 DEBUG [M:0;ec1863dc21e5:39233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d8753b56c9a496aad1146ebc3b6309e as hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d8753b56c9a496aad1146ebc3b6309e 2024-12-07T01:21:05,095 INFO [M:0;ec1863dc21e5:39233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d8753b56c9a496aad1146ebc3b6309e, entries=11, sequenceid=97, filesize=8.3 K 2024-12-07T01:21:05,095 DEBUG [M:0;ec1863dc21e5:39233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/377596f45d084857820f487629f9387a as hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/377596f45d084857820f487629f9387a 2024-12-07T01:21:05,098 INFO [M:0;ec1863dc21e5:39233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/5485cd99-fa5d-6d08-76c1-ca6486063160/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/377596f45d084857820f487629f9387a, entries=1, sequenceid=97, filesize=5.0 K 2024-12-07T01:21:05,099 INFO [M:0;ec1863dc21e5:39233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-12-07T01:21:05,101 INFO [M:0;ec1863dc21e5:39233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:05,102 DEBUG [M:0;ec1863dc21e5:39233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534463820Disabling compacts and flushes for region at 1733534463820Disabling writes for close at 1733534463820Obtaining lock to block concurrent updates at 1733534463821 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534463821Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733534463821Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534463821Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534463821Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534463839 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534463839Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534464247 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534464257 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534464257Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534464665 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534464680 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534464680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@289b14e2: reopening flushed file at 1733534465087 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4859055c: reopening flushed file at 1733534465091 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c03e336: reopening flushed file at 1733534465095 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1733534465099 (+4 ms)Writing region close event to WAL at 1733534465101 (+2 ms)Closed at 1733534465101 2024-12-07T01:21:05,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741830_1006 (size=63666) 2024-12-07T01:21:05,104 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:21:05,104 INFO [M:0;ec1863dc21e5:39233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:21:05,104 INFO [M:0;ec1863dc21e5:39233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39233 2024-12-07T01:21:05,104 INFO [M:0;ec1863dc21e5:39233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:21:05,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:05,248 INFO [M:0;ec1863dc21e5:39233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:21:05,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x101ad6017200003, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:05,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c3d17ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:21:05,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@783d9914{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:21:05,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:21:05,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c308c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:21:05,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56253330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/hadoop.log.dir/,STOPPED} 2024-12-07T01:21:05,253 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:21:05,253 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:21:05,253 WARN [BP-172583364-172.17.0.3-1733534429787 heartbeating to localhost/127.0.0.1:45063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:21:05,253 WARN [BP-172583364-172.17.0.3-1733534429787 heartbeating to localhost/127.0.0.1:45063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-172583364-172.17.0.3-1733534429787 (Datanode Uuid b1a19d72-0b2a-43be-ad46-74a5d1864909) service to localhost/127.0.0.1:45063 2024-12-07T01:21:05,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/cluster_a1b097d7-307b-5dd4-9e38-b168a16550c4/data/data1/current/BP-172583364-172.17.0.3-1733534429787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:21:05,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/cluster_a1b097d7-307b-5dd4-9e38-b168a16550c4/data/data2/current/BP-172583364-172.17.0.3-1733534429787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:21:05,254 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:21:05,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fd31154{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:21:05,260 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f25b769{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:21:05,260 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:21:05,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f793bc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:21:05,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35937bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa5a5220-03b4-e60a-2135-0e9a4bfa350a/hadoop.log.dir/,STOPPED} 2024-12-07T01:21:05,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:21:05,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:21:05,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:05,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:05,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:05,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:05,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:05,281 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:21:05,281 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1376467310, stopped=false 2024-12-07T01:21:05,281 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,42997,1733534426603 2024-12-07T01:21:05,369 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1263873755/running 2024-12-07T01:21:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1263873755/running 2024-12-07T01:21:05,369 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:21:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:21:05,369 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:21:05,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:05,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:05,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:05,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Set watcher on znode that does not yet exist, /0-1263873755/running 2024-12-07T01:21:05,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Set watcher on znode that does not yet exist, /0-1263873755/running 2024-12-07T01:21:05,370 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,45027,1733534426813' ***** 2024-12-07T01:21:05,370 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:21:05,370 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:21:05,370 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:21:05,371 INFO [RS:0;ec1863dc21e5:45027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:21:05,371 INFO [RS:0;ec1863dc21e5:45027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:21:05,371 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for a2dd62cde0d73f47568940a27669c719 2024-12-07T01:21:05,371 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:21:05,371 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,45027,1733534426813 2024-12-07T01:21:05,371 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:21:05,371 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2dd62cde0d73f47568940a27669c719, disabling compactions & flushes 2024-12-07T01:21:05,371 INFO [RS:0;ec1863dc21e5:45027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:45027. 2024-12-07T01:21:05,371 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. 2024-12-07T01:21:05,371 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. 2024-12-07T01:21:05,371 DEBUG [RS:0;ec1863dc21e5:45027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:05,371 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. after waiting 0 ms 2024-12-07T01:21:05,371 DEBUG [RS:0;ec1863dc21e5:45027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:05,371 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. 2024-12-07T01:21:05,371 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:21:05,371 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a2dd62cde0d73f47568940a27669c719 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-07T01:21:05,371 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:21:05,371 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:21:05,371 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:21:05,371 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-07T01:21:05,371 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1325): Online Regions={a2dd62cde0d73f47568940a27669c719=hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719., 2fd25a113bb37263cce86d7297fa6e3b=test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:21:05,371 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2fd25a113bb37263cce86d7297fa6e3b, a2dd62cde0d73f47568940a27669c719 2024-12-07T01:21:05,371 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:21:05,371 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:21:05,372 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:21:05,372 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:21:05,372 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:21:05,372 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-07T01:21:05,390 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/.tmp/info/26f1eb5005214c85a40f1356803e9e1d is 147, key is hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719./info:regioninfo/1733534445944/Put/seqid=0 2024-12-07T01:21:05,390 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/replication/a2dd62cde0d73f47568940a27669c719/.tmp/queue/59adc9d512824de5a30a444a5551abff is 153, key is 1-ec1863dc21e5,45027,1733534426813/queue:ec1863dc21e5%2C45027%2C1733534426813/1733534454325/Put/seqid=0 2024-12-07T01:21:05,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741840_1016 (size=5352) 2024-12-07T01:21:05,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741841_1017 (size=7686) 2024-12-07T01:21:05,404 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/.tmp/info/26f1eb5005214c85a40f1356803e9e1d 2024-12-07T01:21:05,436 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/.tmp/ns/8561547609d04237aacf66589cd9bbd3 is 43, key is default/ns:d/1733534429726/Put/seqid=0 2024-12-07T01:21:05,445 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:21:05,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741842_1018 (size=5153) 2024-12-07T01:21:05,543 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:21:05,543 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:21:05,572 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2fd25a113bb37263cce86d7297fa6e3b, a2dd62cde0d73f47568940a27669c719 2024-12-07T01:21:05,772 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2fd25a113bb37263cce86d7297fa6e3b, a2dd62cde0d73f47568940a27669c719 2024-12-07T01:21:05,793 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/replication/a2dd62cde0d73f47568940a27669c719/.tmp/queue/59adc9d512824de5a30a444a5551abff 2024-12-07T01:21:05,798 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/replication/a2dd62cde0d73f47568940a27669c719/.tmp/queue/59adc9d512824de5a30a444a5551abff as hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/replication/a2dd62cde0d73f47568940a27669c719/queue/59adc9d512824de5a30a444a5551abff 2024-12-07T01:21:05,801 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/replication/a2dd62cde0d73f47568940a27669c719/queue/59adc9d512824de5a30a444a5551abff, entries=1, sequenceid=8, filesize=5.2 K 2024-12-07T01:21:05,802 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a2dd62cde0d73f47568940a27669c719 in 431ms, sequenceid=8, compaction requested=false 2024-12-07T01:21:05,802 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-07T01:21:05,805 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/replication/a2dd62cde0d73f47568940a27669c719/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-07T01:21:05,805 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:21:05,805 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:21:05,805 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. 2024-12-07T01:21:05,805 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2dd62cde0d73f47568940a27669c719: Waiting for close lock at 1733534465371Running coprocessor pre-close hooks at 1733534465371Disabling compacts and flushes for region at 1733534465371Disabling writes for close at 1733534465371Obtaining lock to block concurrent updates at 1733534465371Preparing flush snapshotting stores in a2dd62cde0d73f47568940a27669c719 at 1733534465371Finished memstore snapshotting hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733534465371Flushing stores of hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. at 1733534465372 (+1 ms)Flushing a2dd62cde0d73f47568940a27669c719/queue: creating writer at 1733534465372Flushing a2dd62cde0d73f47568940a27669c719/queue: appending metadata at 1733534465389 (+17 ms)Flushing a2dd62cde0d73f47568940a27669c719/queue: closing flushed file at 1733534465389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69efb29c: reopening flushed file at 1733534465797 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for a2dd62cde0d73f47568940a27669c719 in 431ms, sequenceid=8, compaction requested=false at 1733534465802 (+5 ms)Writing region close event to WAL at 1733534465803 (+1 ms)Running coprocessor post-close hooks at 1733534465805 (+2 ms)Closed at 1733534465805 2024-12-07T01:21:05,806 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733534444736.a2dd62cde0d73f47568940a27669c719. 2024-12-07T01:21:05,806 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2fd25a113bb37263cce86d7297fa6e3b, disabling compactions & flushes 2024-12-07T01:21:05,806 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. 2024-12-07T01:21:05,806 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. 2024-12-07T01:21:05,806 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. after waiting 0 ms 2024-12-07T01:21:05,806 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. 2024-12-07T01:21:05,806 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2fd25a113bb37263cce86d7297fa6e3b 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-07T01:21:05,818 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/.tmp/f/d3a3c2a1e1e74a6c89855e4dca98aef0 is 28, key is row/f:/1733534454258/DeleteFamily/seqid=0 2024-12-07T01:21:05,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741843_1019 (size=5085) 2024-12-07T01:21:05,823 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/.tmp/f/d3a3c2a1e1e74a6c89855e4dca98aef0 2024-12-07T01:21:05,826 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3a3c2a1e1e74a6c89855e4dca98aef0 2024-12-07T01:21:05,838 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/.tmp/f1/b48fc2732e834d388689707474acd6ea is 29, key is row/f1:/1733534454258/DeleteFamily/seqid=0 2024-12-07T01:21:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741844_1020 (size=5089) 2024-12-07T01:21:05,846 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/.tmp/ns/8561547609d04237aacf66589cd9bbd3 2024-12-07T01:21:05,867 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/.tmp/rep_barrier/1e8fcc6883fd464784843a3fe0bdf0bf is 112, key is test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b./rep_barrier:seqnumDuringOpen/1733534441402/Put/seqid=0 2024-12-07T01:21:05,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741845_1021 (size=5518) 2024-12-07T01:21:05,881 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/.tmp/rep_barrier/1e8fcc6883fd464784843a3fe0bdf0bf 2024-12-07T01:21:05,902 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/.tmp/table/52c64d13f1e544389e4844fc52d3fe99 is 53, key is hbase:replication/table:state/1733534445956/Put/seqid=0 2024-12-07T01:21:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741846_1022 (size=5308) 2024-12-07T01:21:05,906 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/.tmp/table/52c64d13f1e544389e4844fc52d3fe99 2024-12-07T01:21:05,910 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/.tmp/info/26f1eb5005214c85a40f1356803e9e1d as hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/info/26f1eb5005214c85a40f1356803e9e1d 2024-12-07T01:21:05,913 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/info/26f1eb5005214c85a40f1356803e9e1d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-07T01:21:05,913 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/.tmp/ns/8561547609d04237aacf66589cd9bbd3 as hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/ns/8561547609d04237aacf66589cd9bbd3 2024-12-07T01:21:05,916 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/ns/8561547609d04237aacf66589cd9bbd3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-07T01:21:05,917 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/.tmp/rep_barrier/1e8fcc6883fd464784843a3fe0bdf0bf as hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/rep_barrier/1e8fcc6883fd464784843a3fe0bdf0bf 2024-12-07T01:21:05,919 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/rep_barrier/1e8fcc6883fd464784843a3fe0bdf0bf, entries=1, sequenceid=16, filesize=5.4 K 2024-12-07T01:21:05,920 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/.tmp/table/52c64d13f1e544389e4844fc52d3fe99 as hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/table/52c64d13f1e544389e4844fc52d3fe99 2024-12-07T01:21:05,923 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/table/52c64d13f1e544389e4844fc52d3fe99, entries=4, sequenceid=16, filesize=5.2 K 2024-12-07T01:21:05,924 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 551ms, sequenceid=16, compaction requested=false 2024-12-07T01:21:05,924 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:21:05,927 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-07T01:21:05,927 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:21:05,927 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:21:05,927 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:21:05,927 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534465371Running coprocessor pre-close hooks at 1733534465371Disabling compacts and flushes for region at 1733534465371Disabling writes for close at 1733534465372 (+1 ms)Obtaining lock to block concurrent updates at 1733534465372Preparing flush snapshotting stores in 1588230740 at 1733534465372Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733534465372Flushing stores of hbase:meta,,1.1588230740 at 1733534465372Flushing 1588230740/info: creating writer at 1733534465372Flushing 1588230740/info: appending metadata at 1733534465389 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733534465389Flushing 1588230740/ns: creating writer at 1733534465419 (+30 ms)Flushing 1588230740/ns: appending metadata at 1733534465436 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733534465436Flushing 1588230740/rep_barrier: creating writer at 1733534465849 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534465866 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534465866Flushing 1588230740/table: creating writer at 1733534465885 (+19 ms)Flushing 1588230740/table: appending metadata at 1733534465901 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733534465901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e80b05: reopening flushed file at 1733534465909 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6869bbd7: reopening flushed file at 1733534465913 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f1efdd4: reopening flushed file at 1733534465916 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ddc1330: reopening flushed file at 1733534465920 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 551ms, sequenceid=16, compaction requested=false at 1733534465924 (+4 ms)Writing region close event to WAL at 1733534465925 (+1 ms)Running coprocessor post-close hooks at 1733534465927 (+2 ms)Closed at 1733534465927 2024-12-07T01:21:05,928 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:21:05,972 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1351): Waiting on 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:21:06,172 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1351): Waiting on 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:21:06,243 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/.tmp/f1/b48fc2732e834d388689707474acd6ea 2024-12-07T01:21:06,247 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b48fc2732e834d388689707474acd6ea 2024-12-07T01:21:06,259 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/.tmp/norep/a04ef23cd6c54bbd87d4f574aa6030a2 is 32, key is row/norep:/1733534454258/DeleteFamily/seqid=0 2024-12-07T01:21:06,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741847_1023 (size=5101) 2024-12-07T01:21:06,305 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 636, reset compression=false 2024-12-07T01:21:06,309 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:21:06,309 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 883, reset compression=false 2024-12-07T01:21:06,309 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,45027,1733534426813 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:21:06,310 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec1863dc21e5,45027,1733534426813: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ec1863dc21e5,45027,1733534426813, walGroup=ec1863dc21e5%2C45027%2C1733534426813, offset=ec1863dc21e5%2C45027%2C1733534426813.1733534428625:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:45027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-07T01:21:06,312 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T01:21:06,312 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T01:21:06,312 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T01:21:06,312 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T01:21:06,312 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T01:21:06,313 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1405091840, "init": 1048576000, "max": 2306867200, "used": 917184832 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 202313488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-07T01:21:06,313 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:42997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:42997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-07T01:21:06,372 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T01:21:06,372 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1325): Online Regions={2fd25a113bb37263cce86d7297fa6e3b=test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b.} 2024-12-07T01:21:06,372 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1351): Waiting on 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:21:06,513 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 883, reset compression=false 2024-12-07T01:21:06,572 DEBUG [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1351): Waiting on 2fd25a113bb37263cce86d7297fa6e3b 2024-12-07T01:21:06,662 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/.tmp/norep/a04ef23cd6c54bbd87d4f574aa6030a2 2024-12-07T01:21:06,666 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a04ef23cd6c54bbd87d4f574aa6030a2 2024-12-07T01:21:06,667 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/.tmp/f/d3a3c2a1e1e74a6c89855e4dca98aef0 as hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/f/d3a3c2a1e1e74a6c89855e4dca98aef0 2024-12-07T01:21:06,670 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3a3c2a1e1e74a6c89855e4dca98aef0 2024-12-07T01:21:06,670 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/f/d3a3c2a1e1e74a6c89855e4dca98aef0, entries=1, sequenceid=6, filesize=5.0 K 2024-12-07T01:21:06,671 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/.tmp/f1/b48fc2732e834d388689707474acd6ea as hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/f1/b48fc2732e834d388689707474acd6ea 2024-12-07T01:21:06,674 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b48fc2732e834d388689707474acd6ea 2024-12-07T01:21:06,674 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/f1/b48fc2732e834d388689707474acd6ea, entries=1, sequenceid=6, filesize=5.0 K 2024-12-07T01:21:06,675 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/.tmp/norep/a04ef23cd6c54bbd87d4f574aa6030a2 as hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/norep/a04ef23cd6c54bbd87d4f574aa6030a2 2024-12-07T01:21:06,678 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a04ef23cd6c54bbd87d4f574aa6030a2 2024-12-07T01:21:06,678 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/norep/a04ef23cd6c54bbd87d4f574aa6030a2, entries=1, sequenceid=6, filesize=5.0 K 2024-12-07T01:21:06,678 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 2fd25a113bb37263cce86d7297fa6e3b in 872ms, sequenceid=6, compaction requested=false 2024-12-07T01:21:06,678 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-07T01:21:06,682 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/data/default/test/2fd25a113bb37263cce86d7297fa6e3b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-07T01:21:06,683 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:21:06,683 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:21:06,683 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. 2024-12-07T01:21:06,683 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2fd25a113bb37263cce86d7297fa6e3b: Waiting for close lock at 1733534465806Running coprocessor pre-close hooks at 1733534465806Disabling compacts and flushes for region at 1733534465806Disabling writes for close at 1733534465806Obtaining lock to block concurrent updates at 1733534465806Preparing flush snapshotting stores in 2fd25a113bb37263cce86d7297fa6e3b at 1733534465806Finished memstore snapshotting test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733534465806Flushing stores of test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. at 1733534465807 (+1 ms)Flushing 2fd25a113bb37263cce86d7297fa6e3b/f: creating writer at 1733534465807Flushing 2fd25a113bb37263cce86d7297fa6e3b/f: appending metadata at 1733534465817 (+10 ms)Flushing 2fd25a113bb37263cce86d7297fa6e3b/f: closing flushed file at 1733534465817Flushing 2fd25a113bb37263cce86d7297fa6e3b/f1: creating writer at 1733534465826 (+9 ms)Flushing 2fd25a113bb37263cce86d7297fa6e3b/f1: appending metadata at 1733534465838 (+12 ms)Flushing 2fd25a113bb37263cce86d7297fa6e3b/f1: closing flushed file at 1733534465838Flushing 2fd25a113bb37263cce86d7297fa6e3b/norep: creating writer at 1733534466247 (+409 ms)Flushing 2fd25a113bb37263cce86d7297fa6e3b/norep: appending metadata at 1733534466259 (+12 ms)Flushing 2fd25a113bb37263cce86d7297fa6e3b/norep: closing flushed file at 1733534466259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e4d6c6: reopening flushed file at 1733534466666 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26f2bad1: reopening flushed file at 1733534466671 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382ef55f: reopening flushed file at 1733534466674 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 2fd25a113bb37263cce86d7297fa6e3b in 872ms, sequenceid=6, compaction requested=false at 1733534466678 (+4 ms)Writing region close event to WAL at 1733534466680 (+2 ms)Running coprocessor post-close hooks at 1733534466683 (+3 ms)Closed at 1733534466683 2024-12-07T01:21:06,683 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534440258.2fd25a113bb37263cce86d7297fa6e3b. 2024-12-07T01:21:06,773 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,45027,1733534426813; all regions closed. 2024-12-07T01:21:06,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741834_1010 (size=4239) 2024-12-07T01:21:06,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741839_1015 (size=2240) 2024-12-07T01:21:06,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741832_1008 (size=1535) 2024-12-07T01:21:06,778 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 not finished, retry = 0 2024-12-07T01:21:06,816 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 to pos 883, reset compression=false 2024-12-07T01:21:06,879 DEBUG [RS:0;ec1863dc21e5:45027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:06,879 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:21:06,879 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:21:06,879 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:21:06,879 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:21:06,879 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:21:06,879 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,45027,1733534426813 because: Region server is closing 2024-12-07T01:21:06,879 INFO [RS:0;ec1863dc21e5:45027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:45027. 2024-12-07T01:21:06,879 DEBUG [RS:0;ec1863dc21e5:45027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:06,879 DEBUG [RS:0;ec1863dc21e5:45027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:06,880 DEBUG [RS:0;ec1863dc21e5:45027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:06,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:06,880 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/WALs/ec1863dc21e5,45027,1733534426813/ec1863dc21e5%2C45027%2C1733534426813.1733534428625 2024-12-07T01:21:06,880 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.wal-reader.ec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:21:06,980 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,45027,1733534426813.replicationSource.shipperec1863dc21e5%2C45027%2C1733534426813,1-ec1863dc21e5,45027,1733534426813 terminated 2024-12-07T01:21:06,980 INFO [RS:0;ec1863dc21e5:45027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45027 2024-12-07T01:21:07,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755/rs 2024-12-07T01:21:07,007 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1263873755/rs/ec1863dc21e5,45027,1733534426813 2024-12-07T01:21:07,007 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:21:07,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,45027,1733534426813] 2024-12-07T01:21:07,022 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1263873755/draining/ec1863dc21e5,45027,1733534426813 already deleted, retry=false 2024-12-07T01:21:07,022 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,45027,1733534426813 expired; onlineServers=0 2024-12-07T01:21:07,022 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,42997,1733534426603' ***** 2024-12-07T01:21:07,022 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:21:07,022 INFO [M:0;ec1863dc21e5:42997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:21:07,022 INFO [M:0;ec1863dc21e5:42997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:21:07,022 DEBUG [M:0;ec1863dc21e5:42997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:21:07,022 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:21:07,022 DEBUG [M:0;ec1863dc21e5:42997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:21:07,022 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534428421 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534428421,5,FailOnTimeoutGroup] 2024-12-07T01:21:07,022 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534428424 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534428424,5,FailOnTimeoutGroup] 2024-12-07T01:21:07,022 INFO [M:0;ec1863dc21e5:42997 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:21:07,022 INFO [M:0;ec1863dc21e5:42997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:21:07,022 DEBUG [M:0;ec1863dc21e5:42997 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:21:07,022 INFO [M:0;ec1863dc21e5:42997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:21:07,022 INFO [M:0;ec1863dc21e5:42997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:21:07,022 INFO [M:0;ec1863dc21e5:42997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:21:07,023 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:21:07,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1263873755/master 2024-12-07T01:21:07,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1263873755 2024-12-07T01:21:07,032 DEBUG [M:0;ec1863dc21e5:42997 {}] zookeeper.ZKUtil(347): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Unable to get data of znode /0-1263873755/master because node does not exist (not an error) 2024-12-07T01:21:07,032 WARN [M:0;ec1863dc21e5:42997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:21:07,033 INFO [M:0;ec1863dc21e5:42997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/.lastflushedseqids 2024-12-07T01:21:07,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741848_1024 (size=245) 2024-12-07T01:21:07,111 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:07,111 INFO [RS:0;ec1863dc21e5:45027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:21:07,111 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45027-0x101ad6017200001, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:07,111 INFO [RS:0;ec1863dc21e5:45027 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,45027,1733534426813; zookeeper connection closed. 2024-12-07T01:21:07,112 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1095f23a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1095f23a 2024-12-07T01:21:07,112 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:21:07,437 INFO [M:0;ec1863dc21e5:42997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:21:07,437 INFO [M:0;ec1863dc21e5:42997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:21:07,438 DEBUG [M:0;ec1863dc21e5:42997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:21:07,438 INFO [M:0;ec1863dc21e5:42997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:07,438 DEBUG [M:0;ec1863dc21e5:42997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:07,438 DEBUG [M:0;ec1863dc21e5:42997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:21:07,438 DEBUG [M:0;ec1863dc21e5:42997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:07,438 INFO [M:0;ec1863dc21e5:42997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-07T01:21:07,451 DEBUG [M:0;ec1863dc21e5:42997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7d65d55a31a45418207a9114da27b30 is 82, key is hbase:meta,,1/info:regioninfo/1733534429692/Put/seqid=0 2024-12-07T01:21:07,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741849_1025 (size=5672) 2024-12-07T01:21:07,854 INFO [M:0;ec1863dc21e5:42997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7d65d55a31a45418207a9114da27b30 2024-12-07T01:21:07,870 DEBUG [M:0;ec1863dc21e5:42997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/976d8785e12641abac60eacddccb8309 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733534441411/Put/seqid=0 2024-12-07T01:21:07,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741850_1026 (size=7219) 2024-12-07T01:21:08,273 INFO [M:0;ec1863dc21e5:42997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/976d8785e12641abac60eacddccb8309 2024-12-07T01:21:08,277 INFO [M:0;ec1863dc21e5:42997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 976d8785e12641abac60eacddccb8309 2024-12-07T01:21:08,291 DEBUG [M:0;ec1863dc21e5:42997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9e8645e09b247b8bb77b7ee06114e4e is 69, key is ec1863dc21e5,45027,1733534426813/rs:state/1733534428482/Put/seqid=0 2024-12-07T01:21:08,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741851_1027 (size=5156) 2024-12-07T01:21:08,698 INFO [M:0;ec1863dc21e5:42997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9e8645e09b247b8bb77b7ee06114e4e 2024-12-07T01:21:08,703 DEBUG [M:0;ec1863dc21e5:42997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7d65d55a31a45418207a9114da27b30 as hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7d65d55a31a45418207a9114da27b30 2024-12-07T01:21:08,706 INFO [M:0;ec1863dc21e5:42997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7d65d55a31a45418207a9114da27b30, entries=8, sequenceid=105, filesize=5.5 K 2024-12-07T01:21:08,707 DEBUG [M:0;ec1863dc21e5:42997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/976d8785e12641abac60eacddccb8309 as hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/976d8785e12641abac60eacddccb8309 2024-12-07T01:21:08,710 INFO [M:0;ec1863dc21e5:42997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 976d8785e12641abac60eacddccb8309 2024-12-07T01:21:08,710 INFO [M:0;ec1863dc21e5:42997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/976d8785e12641abac60eacddccb8309, entries=11, sequenceid=105, filesize=7.0 K 2024-12-07T01:21:08,711 DEBUG [M:0;ec1863dc21e5:42997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9e8645e09b247b8bb77b7ee06114e4e as hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9e8645e09b247b8bb77b7ee06114e4e 2024-12-07T01:21:08,715 INFO [M:0;ec1863dc21e5:42997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33571/user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9e8645e09b247b8bb77b7ee06114e4e, entries=1, sequenceid=105, filesize=5.0 K 2024-12-07T01:21:08,716 INFO [M:0;ec1863dc21e5:42997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-12-07T01:21:08,717 INFO [M:0;ec1863dc21e5:42997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:08,717 DEBUG [M:0;ec1863dc21e5:42997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534467437Disabling compacts and flushes for region at 1733534467437Disabling writes for close at 1733534467438 (+1 ms)Obtaining lock to block concurrent updates at 1733534467438Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534467438Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733534467438Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534467438Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534467439 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534467450 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534467450Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534467857 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534467869 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534467869Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534468277 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534468291 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534468291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6481dc80: reopening flushed file at 1733534468702 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@642d9bd8: reopening flushed file at 1733534468706 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14742ec7: reopening flushed file at 1733534468711 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1733534468716 (+5 ms)Writing region close event to WAL at 1733534468717 (+1 ms)Closed at 1733534468717 2024-12-07T01:21:08,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6ae38635-13cc-f7a9-c3f4-e742680e9c89/MasterData/WALs/ec1863dc21e5,42997,1733534426603/ec1863dc21e5%2C42997%2C1733534426603.1733534428170 not finished, retry = 0 2024-12-07T01:21:08,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741830_1006 (size=64435) 2024-12-07T01:21:08,819 INFO [M:0;ec1863dc21e5:42997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:21:08,819 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:21:08,819 INFO [M:0;ec1863dc21e5:42997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42997 2024-12-07T01:21:08,820 INFO [M:0;ec1863dc21e5:42997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:21:08,995 INFO [M:0;ec1863dc21e5:42997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:21:08,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:08,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42997-0x101ad6017200000, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:08,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b6b26e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:21:08,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bdfecec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:21:08,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:21:08,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8809b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:21:08,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6078a3c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/hadoop.log.dir/,STOPPED} 2024-12-07T01:21:08,999 WARN [BP-1216089364-172.17.0.3-1733534423972 heartbeating to localhost/127.0.0.1:33571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:21:08,999 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:21:08,999 WARN [BP-1216089364-172.17.0.3-1733534423972 heartbeating to localhost/127.0.0.1:33571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1216089364-172.17.0.3-1733534423972 (Datanode Uuid 859bfc86-4564-409d-8a30-a04dac89c1ee) service to localhost/127.0.0.1:33571 2024-12-07T01:21:08,999 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:21:09,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/cluster_b000650e-0324-eaa2-a7a9-e0c490866eac/data/data1/current/BP-1216089364-172.17.0.3-1733534423972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:21:09,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/cluster_b000650e-0324-eaa2-a7a9-e0c490866eac/data/data2/current/BP-1216089364-172.17.0.3-1733534423972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:21:09,000 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:21:09,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53841fba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:21:09,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e30eaee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:21:09,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:21:09,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59870692{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:21:09,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d13cb06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0db376ec-2a9d-2a32-9b7a-ebee87ec7eee/hadoop.log.dir/,STOPPED} 2024-12-07T01:21:09,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T01:21:09,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:21:09,033 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 314) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33571 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63411) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63411) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:45755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63411) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45063 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=783 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=596 (was 512) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4329 (was 3074) - AvailableMemoryMB LEAK? - 2024-12-07T01:21:09,046 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=783, MaxFileDescriptor=1048576, SystemLoadAverage=596, ProcessCount=11, AvailableMemoryMB=4329 2024-12-07T01:21:09,059 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-07T01:21:09,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/hadoop.log.dir so I do NOT create it in target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7 2024-12-07T01:21:09,060 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:21:09,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/hadoop.tmp.dir so I do NOT create it in target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7 2024-12-07T01:21:09,060 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ceed0619-614f-b558-3b8d-1217ae2ca8ed/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:21:09,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7 2024-12-07T01:21:09,060 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/cluster_8ff907af-c537-9a19-f2ca-5ab5fa4f3915, deleteOnExit=true 2024-12-07T01:21:09,062 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/cluster_8ff907af-c537-9a19-f2ca-5ab5fa4f3915/zookeeper_0, clientPort=53153, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/cluster_8ff907af-c537-9a19-f2ca-5ab5fa4f3915/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/cluster_8ff907af-c537-9a19-f2ca-5ab5fa4f3915/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T01:21:09,063 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53153 2024-12-07T01:21:09,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:21:09,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:21:09,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/test.cache.data in system properties and HBase conf 2024-12-07T01:21:09,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:21:09,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:21:09,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:21:09,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:21:09,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:21:09,063 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:21:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:21:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:21:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:21:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:21:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:21:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:21:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:21:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:21:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:21:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:21:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:21:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:21:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:21:09,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:21:09,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101ad6017200008, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:21:09,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101ad6017200005, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:21:09,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101ad6017200002, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:21:09,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101ad6017200008, quorum=127.0.0.1:63411, baseZNode=/2-1654832368 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:21:09,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101ad6017200005, quorum=127.0.0.1:63411, baseZNode=/1-908325100 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:21:09,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101ad6017200002, quorum=127.0.0.1:63411, baseZNode=/0-1263873755 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:21:09,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:21:09,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:21:09,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:21:09,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:21:09,387 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:21:09,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:21:09,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4140df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:21:09,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b1868c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:21:09,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47e18b3a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/java.io.tmpdir/jetty-localhost-44831-hadoop-hdfs-3_4_1-tests_jar-_-any-6712508500292482922/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:21:09,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1457bd5c{HTTP/1.1, (http/1.1)}{localhost:44831} 2024-12-07T01:21:09,494 INFO [Time-limited test {}] server.Server(415): Started @314992ms 2024-12-07T01:21:09,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:21:09,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:21:09,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:21:09,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:21:09,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:21:09,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b5e117{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:21:09,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2889f38a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:21:09,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bf442cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/java.io.tmpdir/jetty-localhost-44909-hadoop-hdfs-3_4_1-tests_jar-_-any-16259908141110548049/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:21:09,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6744bde9{HTTP/1.1, (http/1.1)}{localhost:44909} 2024-12-07T01:21:09,865 INFO [Time-limited test {}] server.Server(415): Started @315363ms 2024-12-07T01:21:09,866 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:21:10,499 WARN [Thread-4182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/cluster_8ff907af-c537-9a19-f2ca-5ab5fa4f3915/data/data1/current/BP-1301864806-172.17.0.3-1733534469077/current, will proceed with Du for space computation calculation, 2024-12-07T01:21:10,499 WARN [Thread-4183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/cluster_8ff907af-c537-9a19-f2ca-5ab5fa4f3915/data/data2/current/BP-1301864806-172.17.0.3-1733534469077/current, will proceed with Du for space computation calculation, 2024-12-07T01:21:10,513 WARN [Thread-4170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:21:10,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6d296907cbde0d3 with lease ID 0xfba6c38b61321700: Processing first storage report for DS-ed954154-c344-41e7-bf2f-2d976b0a194e from datanode DatanodeRegistration(127.0.0.1:34923, datanodeUuid=8995ae68-5b1a-4eb5-82d6-e22a45f4a0e5, infoPort=46675, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=1609505251;c=1733534469077) 2024-12-07T01:21:10,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6d296907cbde0d3 with lease ID 0xfba6c38b61321700: from storage DS-ed954154-c344-41e7-bf2f-2d976b0a194e node DatanodeRegistration(127.0.0.1:34923, datanodeUuid=8995ae68-5b1a-4eb5-82d6-e22a45f4a0e5, infoPort=46675, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=1609505251;c=1733534469077), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:21:10,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6d296907cbde0d3 with lease ID 0xfba6c38b61321700: Processing first storage report for DS-f7aa7681-c9bd-4832-a113-fd2ff8df5ac7 from datanode DatanodeRegistration(127.0.0.1:34923, datanodeUuid=8995ae68-5b1a-4eb5-82d6-e22a45f4a0e5, infoPort=46675, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=1609505251;c=1733534469077) 2024-12-07T01:21:10,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6d296907cbde0d3 with lease ID 0xfba6c38b61321700: from storage DS-f7aa7681-c9bd-4832-a113-fd2ff8df5ac7 node DatanodeRegistration(127.0.0.1:34923, datanodeUuid=8995ae68-5b1a-4eb5-82d6-e22a45f4a0e5, infoPort=46675, infoSecurePort=0, ipcPort=39769, storageInfo=lv=-57;cid=testClusterID;nsid=1609505251;c=1733534469077), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:21:10,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7 2024-12-07T01:21:10,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:10,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:10,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34923 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:21:10,620 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:21:10,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:10,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T01:21:10,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T01:21:10,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-07T01:21:10,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:21:11,002 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308 with version=8 2024-12-07T01:21:11,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/hbase-staging 2024-12-07T01:21:11,004 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:21:11,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:11,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:11,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:21:11,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:11,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:21:11,004 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:21:11,004 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:21:11,005 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38029 2024-12-07T01:21:11,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38029 connecting to ZooKeeper ensemble=127.0.0.1:53153 2024-12-07T01:21:11,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380290x0, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:21:11,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38029-0x101ad60c7710000 connected 2024-12-07T01:21:11,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:11,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:11,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Set watcher on znode that does not yet exist, /0-1420519611/running 2024-12-07T01:21:11,246 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308, hbase.cluster.distributed=false 2024-12-07T01:21:11,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Set watcher on znode that does not yet exist, /0-1420519611/acl 2024-12-07T01:21:11,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38029 2024-12-07T01:21:11,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38029 2024-12-07T01:21:11,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38029 2024-12-07T01:21:11,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38029 2024-12-07T01:21:11,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38029 2024-12-07T01:21:11,260 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:21:11,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:11,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:11,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:21:11,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:11,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:21:11,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:21:11,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:21:11,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41323 2024-12-07T01:21:11,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41323 connecting to ZooKeeper ensemble=127.0.0.1:53153 2024-12-07T01:21:11,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:11,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:11,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413230x0, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:21:11,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413230x0, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Set watcher on znode that does not yet exist, /0-1420519611/running 2024-12-07T01:21:11,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41323-0x101ad60c7710001 connected 2024-12-07T01:21:11,274 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:21:11,276 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:21:11,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41323-0x101ad60c7710001, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Set watcher on znode that does not yet exist, /0-1420519611/master 2024-12-07T01:21:11,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41323-0x101ad60c7710001, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Set watcher on znode that does not yet exist, /0-1420519611/acl 2024-12-07T01:21:11,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41323 2024-12-07T01:21:11,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41323 2024-12-07T01:21:11,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41323 2024-12-07T01:21:11,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41323 2024-12-07T01:21:11,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41323 2024-12-07T01:21:11,293 DEBUG [M:0;ec1863dc21e5:38029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:38029 2024-12-07T01:21:11,294 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1420519611/backup-masters/ec1863dc21e5,38029,1733534471004 2024-12-07T01:21:11,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611/backup-masters 2024-12-07T01:21:11,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101ad60c7710001, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611/backup-masters 2024-12-07T01:21:11,306 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Set watcher on existing znode=/0-1420519611/backup-masters/ec1863dc21e5,38029,1733534471004 2024-12-07T01:21:11,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611 2024-12-07T01:21:11,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101ad60c7710001, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1420519611/master 2024-12-07T01:21:11,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101ad60c7710001, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611 2024-12-07T01:21:11,316 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Set watcher on existing znode=/0-1420519611/master 2024-12-07T01:21:11,316 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1420519611/backup-masters/ec1863dc21e5,38029,1733534471004 from backup master directory 2024-12-07T01:21:11,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101ad60c7710001, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611/backup-masters 2024-12-07T01:21:11,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1420519611/backup-masters/ec1863dc21e5,38029,1733534471004 2024-12-07T01:21:11,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611/backup-masters 2024-12-07T01:21:11,327 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:21:11,327 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,38029,1733534471004 2024-12-07T01:21:11,329 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/hbase.id] with ID: 14035b25-b7ef-4d62-a3e6-e86889b1ea01 2024-12-07T01:21:11,329 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/.tmp/hbase.id 2024-12-07T01:21:11,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34923 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:21:11,736 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/.tmp/hbase.id]:[hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/hbase.id] 2024-12-07T01:21:11,744 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:11,744 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:21:11,745 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-07T01:21:11,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101ad60c7710001, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611 2024-12-07T01:21:11,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611 2024-12-07T01:21:11,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34923 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:21:12,194 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:21:12,195 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:21:12,195 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:21:12,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34923 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:21:12,600 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/MasterData/data/master/store 2024-12-07T01:21:12,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34923 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:21:13,006 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:13,006 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:21:13,006 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:13,006 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:13,006 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:21:13,006 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:13,006 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:13,006 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534473006Disabling compacts and flushes for region at 1733534473006Disabling writes for close at 1733534473006Writing region close event to WAL at 1733534473006Closed at 1733534473006 2024-12-07T01:21:13,007 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/MasterData/data/master/store/.initializing 2024-12-07T01:21:13,007 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/MasterData/WALs/ec1863dc21e5,38029,1733534471004 2024-12-07T01:21:13,008 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:21:13,009 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C38029%2C1733534471004, suffix=, logDir=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/MasterData/WALs/ec1863dc21e5,38029,1733534471004, archiveDir=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/MasterData/oldWALs, maxLogs=10 2024-12-07T01:21:13,021 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/MasterData/WALs/ec1863dc21e5,38029,1733534471004/ec1863dc21e5%2C38029%2C1733534471004.1733534473009, exclude list is [], retry=0 2024-12-07T01:21:13,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34923,DS-ed954154-c344-41e7-bf2f-2d976b0a194e,DISK] 2024-12-07T01:21:13,024 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/MasterData/WALs/ec1863dc21e5,38029,1733534471004/ec1863dc21e5%2C38029%2C1733534471004.1733534473009 2024-12-07T01:21:13,024 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46675:46675)] 2024-12-07T01:21:13,024 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:21:13,024 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:13,024 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:13,024 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:13,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:13,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:21:13,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:13,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:13,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:13,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:21:13,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:13,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:13,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:13,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:21:13,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:13,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:13,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:13,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:21:13,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:13,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:13,030 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:13,031 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:13,031 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:13,032 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:13,032 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:13,033 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:21:13,033 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:13,034 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:21:13,035 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66509787, jitterRate=-0.008926942944526672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:21:13,035 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534473024Initializing all the Stores at 1733534473025 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534473025Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534473025Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534473025Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534473025Cleaning up temporary data from old regions at 1733534473032 (+7 ms)Region opened successfully at 1733534473035 (+3 ms) 2024-12-07T01:21:13,036 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:21:13,037 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c02edde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:21:13,038 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:21:13,038 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:21:13,038 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:21:13,038 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:21:13,039 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:21:13,039 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:21:13,039 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:21:13,040 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:21:13,041 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Unable to get data of znode /0-1420519611/balancer because node does not exist (not necessarily an error) 2024-12-07T01:21:13,053 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420519611/balancer already deleted, retry=false 2024-12-07T01:21:13,053 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:21:13,054 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Unable to get data of znode /0-1420519611/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:21:13,137 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420519611/normalizer already deleted, retry=false 2024-12-07T01:21:13,137 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:21:13,138 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Unable to get data of znode /0-1420519611/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:21:13,147 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420519611/switch/split already deleted, retry=false 2024-12-07T01:21:13,148 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Unable to get data of znode /0-1420519611/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:21:13,158 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420519611/switch/merge already deleted, retry=false 2024-12-07T01:21:13,160 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Unable to get data of znode /0-1420519611/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:21:13,168 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1420519611/snapshot-cleanup already deleted, retry=false 2024-12-07T01:21:13,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1420519611/running 2024-12-07T01:21:13,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101ad60c7710001, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1420519611/running 2024-12-07T01:21:13,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101ad60c7710001, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611 2024-12-07T01:21:13,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611 2024-12-07T01:21:13,179 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,38029,1733534471004, sessionid=0x101ad60c7710000, setting cluster-up flag (Was=false) 2024-12-07T01:21:13,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611 2024-12-07T01:21:13,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101ad60c7710001, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611 2024-12-07T01:21:13,232 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1420519611/flush-table-proc/acquired, /0-1420519611/flush-table-proc/reached, /0-1420519611/flush-table-proc/abort 2024-12-07T01:21:13,232 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,38029,1733534471004 2024-12-07T01:21:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611 2024-12-07T01:21:13,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101ad60c7710001, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611 2024-12-07T01:21:13,284 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1420519611/online-snapshot/acquired, /0-1420519611/online-snapshot/reached, /0-1420519611/online-snapshot/abort 2024-12-07T01:21:13,285 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,38029,1733534471004 2024-12-07T01:21:13,286 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:21:13,287 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:13,287 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:21:13,287 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:21:13,287 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,38029,1733534471004 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:21:13,288 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:13,288 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:13,288 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:13,288 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:13,288 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:21:13,288 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:13,288 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:21:13,288 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:13,296 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534503296 2024-12-07T01:21:13,297 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:21:13,297 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:21:13,297 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:21:13,297 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:21:13,297 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:21:13,297 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:21:13,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:13,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:21:13,298 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:13,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:21:13,301 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:13,302 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:21:13,302 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:21:13,302 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:21:13,302 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:21:13,302 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:21:13,302 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:21:13,303 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534473302,5,FailOnTimeoutGroup] 2024-12-07T01:21:13,304 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534473303,5,FailOnTimeoutGroup] 2024-12-07T01:21:13,304 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:13,304 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:21:13,304 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:13,304 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:13,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34923 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:21:13,386 INFO [RS:0;ec1863dc21e5:41323 {}] regionserver.HRegionServer(746): ClusterId : 14035b25-b7ef-4d62-a3e6-e86889b1ea01 2024-12-07T01:21:13,386 DEBUG [RS:0;ec1863dc21e5:41323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:21:13,390 DEBUG [RS:0;ec1863dc21e5:41323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:21:13,390 DEBUG [RS:0;ec1863dc21e5:41323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:21:13,401 DEBUG [RS:0;ec1863dc21e5:41323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:21:13,401 DEBUG [RS:0;ec1863dc21e5:41323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1723221b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:21:13,410 DEBUG [RS:0;ec1863dc21e5:41323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:41323 2024-12-07T01:21:13,410 INFO [RS:0;ec1863dc21e5:41323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:21:13,410 INFO [RS:0;ec1863dc21e5:41323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:21:13,410 DEBUG [RS:0;ec1863dc21e5:41323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:21:13,411 INFO [RS:0;ec1863dc21e5:41323 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,38029,1733534471004 with port=41323, startcode=1733534471260 2024-12-07T01:21:13,411 DEBUG [RS:0;ec1863dc21e5:41323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:21:13,412 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:21:13,412 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,41323,1733534471260 2024-12-07T01:21:13,412 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38029 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,41323,1733534471260 2024-12-07T01:21:13,413 DEBUG [RS:0;ec1863dc21e5:41323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308 2024-12-07T01:21:13,413 DEBUG [RS:0;ec1863dc21e5:41323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38259 2024-12-07T01:21:13,413 DEBUG [RS:0;ec1863dc21e5:41323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:21:13,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611/rs 2024-12-07T01:21:13,421 DEBUG [RS:0;ec1863dc21e5:41323 {}] zookeeper.ZKUtil(111): regionserver:41323-0x101ad60c7710001, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Set watcher on existing znode=/0-1420519611/rs/ec1863dc21e5,41323,1733534471260 2024-12-07T01:21:13,421 WARN [RS:0;ec1863dc21e5:41323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:21:13,421 INFO [RS:0;ec1863dc21e5:41323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:21:13,422 DEBUG [RS:0;ec1863dc21e5:41323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/WALs/ec1863dc21e5,41323,1733534471260 2024-12-07T01:21:13,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,41323,1733534471260] 2024-12-07T01:21:13,424 INFO [RS:0;ec1863dc21e5:41323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:21:13,425 INFO [RS:0;ec1863dc21e5:41323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:21:13,425 INFO [RS:0;ec1863dc21e5:41323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:21:13,425 INFO [RS:0;ec1863dc21e5:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:13,425 INFO [RS:0;ec1863dc21e5:41323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:21:13,426 INFO [RS:0;ec1863dc21e5:41323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:21:13,426 INFO [RS:0;ec1863dc21e5:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:13,426 DEBUG [RS:0;ec1863dc21e5:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:13,426 DEBUG [RS:0;ec1863dc21e5:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:13,426 DEBUG [RS:0;ec1863dc21e5:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:13,426 DEBUG [RS:0;ec1863dc21e5:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:13,426 DEBUG [RS:0;ec1863dc21e5:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:13,426 DEBUG [RS:0;ec1863dc21e5:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:21:13,426 DEBUG [RS:0;ec1863dc21e5:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:13,426 DEBUG [RS:0;ec1863dc21e5:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:13,426 DEBUG [RS:0;ec1863dc21e5:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:13,426 DEBUG [RS:0;ec1863dc21e5:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:13,426 DEBUG [RS:0;ec1863dc21e5:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:13,426 DEBUG [RS:0;ec1863dc21e5:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:13,426 DEBUG [RS:0;ec1863dc21e5:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:21:13,426 DEBUG [RS:0;ec1863dc21e5:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:21:13,426 INFO [RS:0;ec1863dc21e5:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:13,426 INFO [RS:0;ec1863dc21e5:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:13,426 INFO [RS:0;ec1863dc21e5:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:13,426 INFO [RS:0;ec1863dc21e5:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:13,426 INFO [RS:0;ec1863dc21e5:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:13,426 INFO [RS:0;ec1863dc21e5:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,41323,1733534471260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:21:13,438 INFO [RS:0;ec1863dc21e5:41323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:21:13,438 INFO [RS:0;ec1863dc21e5:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,41323,1733534471260-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:13,438 INFO [RS:0;ec1863dc21e5:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:13,438 INFO [RS:0;ec1863dc21e5:41323 {}] regionserver.Replication(171): ec1863dc21e5,41323,1733534471260 started 2024-12-07T01:21:13,449 INFO [RS:0;ec1863dc21e5:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:13,449 INFO [RS:0;ec1863dc21e5:41323 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,41323,1733534471260, RpcServer on ec1863dc21e5/172.17.0.3:41323, sessionid=0x101ad60c7710001 2024-12-07T01:21:13,449 DEBUG [RS:0;ec1863dc21e5:41323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:21:13,449 DEBUG [RS:0;ec1863dc21e5:41323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,41323,1733534471260 2024-12-07T01:21:13,449 DEBUG [RS:0;ec1863dc21e5:41323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,41323,1733534471260' 2024-12-07T01:21:13,449 DEBUG [RS:0;ec1863dc21e5:41323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1420519611/flush-table-proc/abort' 2024-12-07T01:21:13,449 DEBUG [RS:0;ec1863dc21e5:41323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1420519611/flush-table-proc/acquired' 2024-12-07T01:21:13,450 DEBUG [RS:0;ec1863dc21e5:41323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:21:13,450 DEBUG [RS:0;ec1863dc21e5:41323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:21:13,450 DEBUG [RS:0;ec1863dc21e5:41323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,41323,1733534471260 2024-12-07T01:21:13,450 DEBUG [RS:0;ec1863dc21e5:41323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,41323,1733534471260' 2024-12-07T01:21:13,450 DEBUG [RS:0;ec1863dc21e5:41323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1420519611/online-snapshot/abort' 2024-12-07T01:21:13,450 DEBUG [RS:0;ec1863dc21e5:41323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1420519611/online-snapshot/acquired' 2024-12-07T01:21:13,450 DEBUG [RS:0;ec1863dc21e5:41323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:21:13,450 INFO [RS:0;ec1863dc21e5:41323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:21:13,450 INFO [RS:0;ec1863dc21e5:41323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:21:13,551 INFO [RS:0;ec1863dc21e5:41323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:21:13,552 INFO [RS:0;ec1863dc21e5:41323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C41323%2C1733534471260, suffix=, logDir=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/WALs/ec1863dc21e5,41323,1733534471260, archiveDir=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/oldWALs, maxLogs=10 2024-12-07T01:21:13,563 DEBUG [RS:0;ec1863dc21e5:41323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/WALs/ec1863dc21e5,41323,1733534471260/ec1863dc21e5%2C41323%2C1733534471260.1733534473552, exclude list is [], retry=0 2024-12-07T01:21:13,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34923,DS-ed954154-c344-41e7-bf2f-2d976b0a194e,DISK] 2024-12-07T01:21:13,566 INFO [RS:0;ec1863dc21e5:41323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/WALs/ec1863dc21e5,41323,1733534471260/ec1863dc21e5%2C41323%2C1733534471260.1733534473552 2024-12-07T01:21:13,566 DEBUG [RS:0;ec1863dc21e5:41323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46675:46675)] 2024-12-07T01:21:13,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:21:13,708 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308 2024-12-07T01:21:13,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34923 is added to blk_1073741833_1009 (size=32) 2024-12-07T01:21:14,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:14,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:21:14,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:21:14,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:14,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:14,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:21:14,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:21:14,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:14,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:14,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:21:14,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:21:14,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:14,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:14,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:21:14,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:21:14,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:14,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:14,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:21:14,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/data/hbase/meta/1588230740 2024-12-07T01:21:14,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/data/hbase/meta/1588230740 2024-12-07T01:21:14,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:21:14,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:21:14,120 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:21:14,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:21:14,122 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:21:14,122 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59229059, jitterRate=-0.11741824448108673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:21:14,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534474113Initializing all the Stores at 1733534474114 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534474114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534474114Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534474114Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534474114Cleaning up temporary data from old regions at 1733534474120 (+6 ms)Region opened successfully at 1733534474122 (+2 ms) 2024-12-07T01:21:14,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:21:14,123 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:21:14,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:21:14,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:21:14,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:21:14,123 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:21:14,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534474122Disabling compacts and flushes for region at 1733534474122Disabling writes for close at 1733534474123 (+1 ms)Writing region close event to WAL at 1733534474123Closed at 1733534474123 2024-12-07T01:21:14,124 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:14,124 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:21:14,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:21:14,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:21:14,125 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:21:14,275 DEBUG [ec1863dc21e5:38029 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:21:14,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,41323,1733534471260 2024-12-07T01:21:14,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,41323,1733534471260, state=OPENING 2024-12-07T01:21:14,326 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:21:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101ad60c7710001, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611 2024-12-07T01:21:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1420519611 2024-12-07T01:21:14,363 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:21:14,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420519611/meta-region-server: CHANGED 2024-12-07T01:21:14,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420519611/meta-region-server: CHANGED 2024-12-07T01:21:14,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,41323,1733534471260}] 2024-12-07T01:21:14,515 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:21:14,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:21:14,519 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:21:14,519 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:21:14,519 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:21:14,520 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C41323%2C1733534471260.meta, suffix=.meta, logDir=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/WALs/ec1863dc21e5,41323,1733534471260, archiveDir=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/oldWALs, maxLogs=10 2024-12-07T01:21:14,531 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/WALs/ec1863dc21e5,41323,1733534471260/ec1863dc21e5%2C41323%2C1733534471260.meta.1733534474520.meta, exclude list is [], retry=0 2024-12-07T01:21:14,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34923,DS-ed954154-c344-41e7-bf2f-2d976b0a194e,DISK] 2024-12-07T01:21:14,533 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/WALs/ec1863dc21e5,41323,1733534471260/ec1863dc21e5%2C41323%2C1733534471260.meta.1733534474520.meta 2024-12-07T01:21:14,534 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46675:46675)] 2024-12-07T01:21:14,534 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:21:14,534 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:21:14,534 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:21:14,534 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:21:14,534 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:21:14,534 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:21:14,534 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:14,534 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:21:14,534 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:21:14,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:21:14,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:21:14,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:14,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:14,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:21:14,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:21:14,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:14,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:14,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:21:14,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:21:14,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:14,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:14,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:21:14,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:21:14,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:14,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:14,538 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:21:14,539 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/data/hbase/meta/1588230740 2024-12-07T01:21:14,540 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/data/hbase/meta/1588230740 2024-12-07T01:21:14,540 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:21:14,540 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:21:14,541 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:21:14,542 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:21:14,542 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72612511, jitterRate=0.08201073110103607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:21:14,542 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:21:14,542 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534474534Writing region info on filesystem at 1733534474534Initializing all the Stores at 1733534474535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534474535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534474535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534474535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534474535Cleaning up temporary data from old regions at 1733534474540 (+5 ms)Running coprocessor post-open hooks at 1733534474542 (+2 ms)Region opened successfully at 1733534474542 2024-12-07T01:21:14,543 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534474515 2024-12-07T01:21:14,544 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:21:14,544 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:21:14,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,41323,1733534471260 2024-12-07T01:21:14,546 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,41323,1733534471260, state=OPEN 2024-12-07T01:21:14,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101ad60c7710001, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1420519611/meta-region-server 2024-12-07T01:21:14,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38029-0x101ad60c7710000, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1420519611/meta-region-server 2024-12-07T01:21:14,568 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,41323,1733534471260 2024-12-07T01:21:14,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420519611/meta-region-server: CHANGED 2024-12-07T01:21:14,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1420519611/meta-region-server: CHANGED 2024-12-07T01:21:14,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:21:14,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,41323,1733534471260 in 205 msec 2024-12-07T01:21:14,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:21:14,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-12-07T01:21:14,571 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:14,571 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:21:14,572 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:14,572 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,41323,1733534471260, seqNum=-1] 2024-12-07T01:21:14,573 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:14,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:21:14,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-12-07T01:21:14,576 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534474576, completionTime=-1 2024-12-07T01:21:14,577 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:21:14,577 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:21:14,578 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:21:14,578 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534534578 2024-12-07T01:21:14,578 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534594578 2024-12-07T01:21:14,578 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-07T01:21:14,578 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38029,1733534471004-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:14,578 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38029,1733534471004-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:14,578 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38029,1733534471004-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:14,578 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:38029, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:14,578 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:14,578 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:14,580 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:21:14,581 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.254sec 2024-12-07T01:21:14,581 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:21:14,581 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:21:14,581 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:21:14,581 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:21:14,581 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:21:14,581 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38029,1733534471004-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:21:14,581 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38029,1733534471004-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:21:14,582 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:21:14,582 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:21:14,582 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,38029,1733534471004-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:14,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28260d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:14,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,38029,-1 for getting cluster id 2024-12-07T01:21:14,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:14,588 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14035b25-b7ef-4d62-a3e6-e86889b1ea01' 2024-12-07T01:21:14,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:14,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14035b25-b7ef-4d62-a3e6-e86889b1ea01" 2024-12-07T01:21:14,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c29baeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:14,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,38029,-1] 2024-12-07T01:21:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:14,589 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:14,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ab92c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:14,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:14,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,41323,1733534471260, seqNum=-1] 2024-12-07T01:21:14,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:14,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:21:14,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,38029,1733534471004 2024-12-07T01:21:14,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53153 2024-12-07T01:21:14,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53153, baseZNode=/0-1420519611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:21:14,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101ad60c7710002 connected 2024-12-07T01:21:14,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:14,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,38029,1733534471004 2024-12-07T01:21:14,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@574bb845 2024-12-07T01:21:14,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:14,613 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:21:14,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:21:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:21:14,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:21:14,615 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:14,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:21:14,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:21:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:14,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34923 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:21:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:15,022 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a22391d6d5da02e7d442b446d458708, NAME => 'test,,1733534474614.2a22391d6d5da02e7d442b446d458708.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308 2024-12-07T01:21:15,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34923 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:21:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:15,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534474614.2a22391d6d5da02e7d442b446d458708.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:15,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2a22391d6d5da02e7d442b446d458708, disabling compactions & flushes 2024-12-07T01:21:15,427 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534474614.2a22391d6d5da02e7d442b446d458708. 2024-12-07T01:21:15,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534474614.2a22391d6d5da02e7d442b446d458708. 2024-12-07T01:21:15,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534474614.2a22391d6d5da02e7d442b446d458708. after waiting 0 ms 2024-12-07T01:21:15,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534474614.2a22391d6d5da02e7d442b446d458708. 2024-12-07T01:21:15,427 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534474614.2a22391d6d5da02e7d442b446d458708. 2024-12-07T01:21:15,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a22391d6d5da02e7d442b446d458708: Waiting for close lock at 1733534475427Disabling compacts and flushes for region at 1733534475427Disabling writes for close at 1733534475427Writing region close event to WAL at 1733534475427Closed at 1733534475427 2024-12-07T01:21:15,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:21:15,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534474614.2a22391d6d5da02e7d442b446d458708.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534475428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534475428"}]},"ts":"1733534475428"} 2024-12-07T01:21:15,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:21:15,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:21:15,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534475430"}]},"ts":"1733534475430"} 2024-12-07T01:21:15,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:21:15,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a22391d6d5da02e7d442b446d458708, ASSIGN}] 2024-12-07T01:21:15,432 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a22391d6d5da02e7d442b446d458708, ASSIGN 2024-12-07T01:21:15,433 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2a22391d6d5da02e7d442b446d458708, ASSIGN; state=OFFLINE, location=ec1863dc21e5,41323,1733534471260; forceNewPlan=false, retain=false 2024-12-07T01:21:15,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a22391d6d5da02e7d442b446d458708, regionState=OPENING, regionLocation=ec1863dc21e5,41323,1733534471260 2024-12-07T01:21:15,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2a22391d6d5da02e7d442b446d458708, ASSIGN because future has completed 2024-12-07T01:21:15,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a22391d6d5da02e7d442b446d458708, server=ec1863dc21e5,41323,1733534471260}] 2024-12-07T01:21:15,740 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534474614.2a22391d6d5da02e7d442b446d458708. 2024-12-07T01:21:15,740 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a22391d6d5da02e7d442b446d458708, NAME => 'test,,1733534474614.2a22391d6d5da02e7d442b446d458708.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:21:15,740 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:21:15,740 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:21:15,740 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2a22391d6d5da02e7d442b446d458708 2024-12-07T01:21:15,740 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534474614.2a22391d6d5da02e7d442b446d458708.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:15,740 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2a22391d6d5da02e7d442b446d458708 2024-12-07T01:21:15,740 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2a22391d6d5da02e7d442b446d458708 2024-12-07T01:21:15,741 INFO [StoreOpener-2a22391d6d5da02e7d442b446d458708-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2a22391d6d5da02e7d442b446d458708 2024-12-07T01:21:15,742 INFO [StoreOpener-2a22391d6d5da02e7d442b446d458708-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a22391d6d5da02e7d442b446d458708 columnFamilyName f 2024-12-07T01:21:15,742 DEBUG [StoreOpener-2a22391d6d5da02e7d442b446d458708-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:15,742 INFO [StoreOpener-2a22391d6d5da02e7d442b446d458708-1 {}] regionserver.HStore(327): Store=2a22391d6d5da02e7d442b446d458708/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:15,742 INFO [StoreOpener-2a22391d6d5da02e7d442b446d458708-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2a22391d6d5da02e7d442b446d458708 2024-12-07T01:21:15,743 INFO [StoreOpener-2a22391d6d5da02e7d442b446d458708-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a22391d6d5da02e7d442b446d458708 columnFamilyName f1 2024-12-07T01:21:15,743 DEBUG [StoreOpener-2a22391d6d5da02e7d442b446d458708-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:15,743 INFO [StoreOpener-2a22391d6d5da02e7d442b446d458708-1 {}] regionserver.HStore(327): Store=2a22391d6d5da02e7d442b446d458708/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:15,743 INFO [StoreOpener-2a22391d6d5da02e7d442b446d458708-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2a22391d6d5da02e7d442b446d458708 2024-12-07T01:21:15,744 INFO [StoreOpener-2a22391d6d5da02e7d442b446d458708-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a22391d6d5da02e7d442b446d458708 columnFamilyName norep 2024-12-07T01:21:15,744 DEBUG [StoreOpener-2a22391d6d5da02e7d442b446d458708-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:15,744 INFO [StoreOpener-2a22391d6d5da02e7d442b446d458708-1 {}] regionserver.HStore(327): Store=2a22391d6d5da02e7d442b446d458708/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:15,744 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2a22391d6d5da02e7d442b446d458708 2024-12-07T01:21:15,745 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/data/default/test/2a22391d6d5da02e7d442b446d458708 2024-12-07T01:21:15,745 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/data/default/test/2a22391d6d5da02e7d442b446d458708 2024-12-07T01:21:15,746 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2a22391d6d5da02e7d442b446d458708 2024-12-07T01:21:15,746 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2a22391d6d5da02e7d442b446d458708 2024-12-07T01:21:15,746 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:21:15,747 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2a22391d6d5da02e7d442b446d458708 2024-12-07T01:21:15,748 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/data/default/test/2a22391d6d5da02e7d442b446d458708/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:21:15,748 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2a22391d6d5da02e7d442b446d458708; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58952820, jitterRate=-0.12153452634811401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:21:15,748 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a22391d6d5da02e7d442b446d458708 2024-12-07T01:21:15,749 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2a22391d6d5da02e7d442b446d458708: Running coprocessor pre-open hook at 1733534475740Writing region info on filesystem at 1733534475740Initializing all the Stores at 1733534475741 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534475741Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534475741Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534475741Cleaning up temporary data from old regions at 1733534475746 (+5 ms)Running coprocessor post-open hooks at 1733534475748 (+2 ms)Region opened successfully at 1733534475748 2024-12-07T01:21:15,749 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534474614.2a22391d6d5da02e7d442b446d458708., pid=6, masterSystemTime=1733534475737 2024-12-07T01:21:15,751 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534474614.2a22391d6d5da02e7d442b446d458708. 2024-12-07T01:21:15,751 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534474614.2a22391d6d5da02e7d442b446d458708. 2024-12-07T01:21:15,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a22391d6d5da02e7d442b446d458708, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,41323,1733534471260 2024-12-07T01:21:15,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a22391d6d5da02e7d442b446d458708, server=ec1863dc21e5,41323,1733534471260 because future has completed 2024-12-07T01:21:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:15,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:21:15,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a22391d6d5da02e7d442b446d458708, server=ec1863dc21e5,41323,1733534471260 in 169 msec 2024-12-07T01:21:15,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:21:15,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2a22391d6d5da02e7d442b446d458708, ASSIGN in 324 msec 2024-12-07T01:21:15,758 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:21:15,758 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534475758"}]},"ts":"1733534475758"} 2024-12-07T01:21:15,760 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:21:15,761 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:21:15,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-12-07T01:21:16,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:21:16,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:16,765 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:21:16,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e18e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:16,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,38029,-1 for getting cluster id 2024-12-07T01:21:16,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:16,766 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14035b25-b7ef-4d62-a3e6-e86889b1ea01' 2024-12-07T01:21:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14035b25-b7ef-4d62-a3e6-e86889b1ea01" 2024-12-07T01:21:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be43a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,38029,-1] 2024-12-07T01:21:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:16,767 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:16,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e405d34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:16,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:16,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,38029,1733534471004 2024-12-07T01:21:16,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56b892cf 2024-12-07T01:21:16,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:16,769 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:21:16,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:38029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:21:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:21:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:21:16,771 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:38029' 2024-12-07T01:21:16,772 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edab727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:16,772 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,38029,-1 for getting cluster id 2024-12-07T01:21:16,772 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:16,772 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14035b25-b7ef-4d62-a3e6-e86889b1ea01' 2024-12-07T01:21:16,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:16,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14035b25-b7ef-4d62-a3e6-e86889b1ea01" 2024-12-07T01:21:16,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137e0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:16,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,38029,-1] 2024-12-07T01:21:16,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:16,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:16,773 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:16,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438a965e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:16,774 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:16,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,38029,1733534471004 2024-12-07T01:21:16,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79060df5 2024-12-07T01:21:16,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:16,775 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:21:16,776 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-07T01:21:16,776 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:21:16,776 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:16,776 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:16,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:16,776 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ec1863dc21e5:38029, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-07T01:21:16,782 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ec1863dc21e5:38029, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ec1863dc21e5:38029, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ec1863dc21e5:38029, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-07T01:21:16,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ec1863dc21e5:38029, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-12-07T01:21:16,784 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-07T01:21:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:21:16,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:16,875 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://ec1863dc21e5:38029, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-07T01:21:16,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:16,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:16,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:16,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:16,890 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 359) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_721133221_20 at /127.0.0.1:35504 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ec1863dc21e5:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp1641139771-7887 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe8f8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6c858b5d[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_721133221_20 at /127.0.0.1:57090 [Receiving block BP-1301864806-172.17.0.3-1733534469077:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308-prefix:ec1863dc21e5,41323,1733534471260.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1418997864-7937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1301864806-172.17.0.3-1733534469077:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;ec1863dc21e5:41323-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 39769 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534473303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ec1863dc21e5:38029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/cluster_8ff907af-c537-9a19-f2ca-5ab5fa4f3915/data/data2/current/BP-1301864806-172.17.0.3-1733534469077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3be29fd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7886 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe8f8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2ee9bec7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ec1863dc21e5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(370251625) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@64a2185b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53153 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: PacketResponder: BP-1301864806-172.17.0.3-1733534469077:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: qtp1641139771-7890-acceptor-0@5d57c6da-ServerConnector@1457bd5c{HTTP/1.1, (http/1.1)}{localhost:44831} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fe8f89f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38259 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/cluster_8ff907af-c537-9a19-f2ca-5ab5fa4f3915/data/data1/current/BP-1301864806-172.17.0.3-1733534469077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1641139771-7888 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe8f8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418997864-7936-acceptor-0@38509df-ServerConnector@6744bde9{HTTP/1.1, (http/1.1)}{localhost:44909} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308-prefix:ec1863dc21e5,41323,1733534471260 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53153) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-23395102-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_721133221_20 at /127.0.0.1:57066 [Receiving block BP-1301864806-172.17.0.3-1733534469077:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$596/0x00007fe8f8ab9178.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418997864-7935 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe8f8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7892 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53153) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: BP-1301864806-172.17.0.3-1733534469077 heartbeating to localhost/127.0.0.1:38259 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/ec1863dc21e5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ec1863dc21e5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS:0;ec1863dc21e5:41323 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;ec1863dc21e5:38029 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ec1863dc21e5:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:53153): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38259/user/jenkins/test-data/44702c75-06fa-e14b-5116-e0bb03170308/MasterData-prefix:ec1863dc21e5,38029,1733534471004 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1418997864-7938 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53153) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1301864806-172.17.0.3-1733534469077:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4563ee9c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 38259 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-355083681_20 at /127.0.0.1:57046 [Receiving block BP-1301864806-172.17.0.3-1733534469077:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534473302 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/cluster_8ff907af-c537-9a19-f2ca-5ab5fa4f3915/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 38259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@64194794 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1641139771-7889 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe8f8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/cluster_8ff907af-c537-9a19-f2ca-5ab5fa4f3915/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) - Thread LEAK? -, OpenFileDescriptor=865 (was 783) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=564 (was 596), ProcessCount=11 (was 11), AvailableMemoryMB=4181 (was 4329) 2024-12-07T01:21:16,892 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-12-07T01:21:16,904 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=564, ProcessCount=11, AvailableMemoryMB=4180 2024-12-07T01:21:16,904 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-12-07T01:21:16,915 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-07T01:21:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/hadoop.log.dir so I do NOT create it in target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371 2024-12-07T01:21:16,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:21:16,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/hadoop.tmp.dir so I do NOT create it in target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371 2024-12-07T01:21:16,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0ffe085-8ca2-326d-317f-a3270d586bf7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:21:16,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371 2024-12-07T01:21:16,916 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/cluster_1887ad99-81a4-fd4c-3cbb-c032d3a4cdd0, deleteOnExit=true 2024-12-07T01:21:16,962 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/cluster_1887ad99-81a4-fd4c-3cbb-c032d3a4cdd0/zookeeper_0, clientPort=61492, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/cluster_1887ad99-81a4-fd4c-3cbb-c032d3a4cdd0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/cluster_1887ad99-81a4-fd4c-3cbb-c032d3a4cdd0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T01:21:16,963 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61492 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/test.cache.data in system properties and HBase conf 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:21:16,963 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:21:16,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:21:16,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:21:16,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:21:16,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:21:16,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:21:17,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:21:17,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:21:17,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:21:17,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:21:17,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:21:17,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:21:17,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@262d3e1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:21:17,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e74d2e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:21:17,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25a1cd57{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/java.io.tmpdir/jetty-localhost-38749-hadoop-hdfs-3_4_1-tests_jar-_-any-11902805147357070506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:21:17,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a2c470{HTTP/1.1, (http/1.1)}{localhost:38749} 2024-12-07T01:21:17,396 INFO [Time-limited test {}] server.Server(415): Started @322894ms 2024-12-07T01:21:17,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:21:17,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:21:17,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:21:17,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:21:17,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:21:17,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61115c85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:21:17,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ca74ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:21:17,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5799d95e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/java.io.tmpdir/jetty-localhost-41225-hadoop-hdfs-3_4_1-tests_jar-_-any-6629389169358109841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:21:17,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@249fa10c{HTTP/1.1, (http/1.1)}{localhost:41225} 2024-12-07T01:21:17,727 INFO [Time-limited test {}] server.Server(415): Started @323226ms 2024-12-07T01:21:17,728 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:21:18,399 WARN [Thread-4317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/cluster_1887ad99-81a4-fd4c-3cbb-c032d3a4cdd0/data/data1/current/BP-1566189946-172.17.0.3-1733534476976/current, will proceed with Du for space computation calculation, 2024-12-07T01:21:18,399 WARN [Thread-4318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/cluster_1887ad99-81a4-fd4c-3cbb-c032d3a4cdd0/data/data2/current/BP-1566189946-172.17.0.3-1733534476976/current, will proceed with Du for space computation calculation, 2024-12-07T01:21:18,413 WARN [Thread-4305 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:21:18,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef23d40ef104c08d with lease ID 0x4d351ce942018da8: Processing first storage report for DS-f3539308-fc97-4560-8b89-b4e655e71fcd from datanode DatanodeRegistration(127.0.0.1:38577, datanodeUuid=d73226c5-e4a3-4b31-bc9a-dc6d390b890f, infoPort=46807, infoSecurePort=0, ipcPort=43543, storageInfo=lv=-57;cid=testClusterID;nsid=329879261;c=1733534476976) 2024-12-07T01:21:18,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef23d40ef104c08d with lease ID 0x4d351ce942018da8: from storage DS-f3539308-fc97-4560-8b89-b4e655e71fcd node DatanodeRegistration(127.0.0.1:38577, datanodeUuid=d73226c5-e4a3-4b31-bc9a-dc6d390b890f, infoPort=46807, infoSecurePort=0, ipcPort=43543, storageInfo=lv=-57;cid=testClusterID;nsid=329879261;c=1733534476976), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:21:18,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef23d40ef104c08d with lease ID 0x4d351ce942018da8: Processing first storage report for DS-d78bb822-fddc-40f5-8eff-18be20b03d56 from datanode DatanodeRegistration(127.0.0.1:38577, datanodeUuid=d73226c5-e4a3-4b31-bc9a-dc6d390b890f, infoPort=46807, infoSecurePort=0, ipcPort=43543, storageInfo=lv=-57;cid=testClusterID;nsid=329879261;c=1733534476976) 2024-12-07T01:21:18,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef23d40ef104c08d with lease ID 0x4d351ce942018da8: from storage DS-d78bb822-fddc-40f5-8eff-18be20b03d56 node DatanodeRegistration(127.0.0.1:38577, datanodeUuid=d73226c5-e4a3-4b31-bc9a-dc6d390b890f, infoPort=46807, infoSecurePort=0, ipcPort=43543, storageInfo=lv=-57;cid=testClusterID;nsid=329879261;c=1733534476976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:21:18,460 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371 2024-12-07T01:21:18,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:18,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:18,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:21:18,867 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60 with version=8 2024-12-07T01:21:18,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/hbase-staging 2024-12-07T01:21:18,869 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:21:18,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:18,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:18,869 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:21:18,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:18,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:21:18,869 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:21:18,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:21:18,870 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34267 2024-12-07T01:21:18,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34267 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-12-07T01:21:18,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342670x0, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:21:18,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34267-0x101ad60e64d0000 connected 2024-12-07T01:21:19,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:19,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:19,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Set watcher on znode that does not yet exist, /0823222638/running 2024-12-07T01:21:19,035 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60, hbase.cluster.distributed=false 2024-12-07T01:21:19,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Set watcher on znode that does not yet exist, /0823222638/acl 2024-12-07T01:21:19,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34267 2024-12-07T01:21:19,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34267 2024-12-07T01:21:19,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34267 2024-12-07T01:21:19,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34267 2024-12-07T01:21:19,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34267 2024-12-07T01:21:19,049 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:21:19,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:19,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:19,049 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:21:19,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:19,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:21:19,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:21:19,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:21:19,052 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33189 2024-12-07T01:21:19,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33189 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-12-07T01:21:19,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:19,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:19,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331890x0, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:21:19,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33189-0x101ad60e64d0001 connected 2024-12-07T01:21:19,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Set watcher on znode that does not yet exist, /0823222638/running 2024-12-07T01:21:19,064 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:21:19,067 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:21:19,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Set watcher on znode that does not yet exist, /0823222638/master 2024-12-07T01:21:19,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Set watcher on znode that does not yet exist, /0823222638/acl 2024-12-07T01:21:19,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33189 2024-12-07T01:21:19,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33189 2024-12-07T01:21:19,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33189 2024-12-07T01:21:19,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33189 2024-12-07T01:21:19,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33189 2024-12-07T01:21:19,089 DEBUG [M:0;ec1863dc21e5:34267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:34267 2024-12-07T01:21:19,089 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0823222638/backup-masters/ec1863dc21e5,34267,1733534478869 2024-12-07T01:21:19,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638/backup-masters 2024-12-07T01:21:19,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638/backup-masters 2024-12-07T01:21:19,095 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Set watcher on existing znode=/0823222638/backup-masters/ec1863dc21e5,34267,1733534478869 2024-12-07T01:21:19,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0823222638/master 2024-12-07T01:21:19,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:19,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:19,105 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Set watcher on existing znode=/0823222638/master 2024-12-07T01:21:19,106 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0823222638/backup-masters/ec1863dc21e5,34267,1733534478869 from backup master directory 2024-12-07T01:21:19,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0823222638/backup-masters/ec1863dc21e5,34267,1733534478869 2024-12-07T01:21:19,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638/backup-masters 2024-12-07T01:21:19,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638/backup-masters 2024-12-07T01:21:19,116 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:21:19,116 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,34267,1733534478869 2024-12-07T01:21:19,121 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/hbase.id] with ID: 4b1babcb-cef0-4012-b6e1-762fba68e685 2024-12-07T01:21:19,121 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/.tmp/hbase.id 2024-12-07T01:21:19,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:21:19,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:21:19,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-07T01:21:19,525 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/.tmp/hbase.id]:[hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/hbase.id] 2024-12-07T01:21:19,532 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:19,532 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:21:19,532 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-07T01:21:19,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:19,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:19,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:21:19,983 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:21:19,984 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:21:19,984 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:21:19,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:21:20,390 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store 2024-12-07T01:21:20,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:21:20,795 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:20,795 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:21:20,795 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:20,795 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:20,795 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:21:20,795 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:20,795 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:20,795 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534480795Disabling compacts and flushes for region at 1733534480795Disabling writes for close at 1733534480795Writing region close event to WAL at 1733534480795Closed at 1733534480795 2024-12-07T01:21:20,796 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/.initializing 2024-12-07T01:21:20,796 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/WALs/ec1863dc21e5,34267,1733534478869 2024-12-07T01:21:20,797 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:21:20,798 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C34267%2C1733534478869, suffix=, logDir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/WALs/ec1863dc21e5,34267,1733534478869, archiveDir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/oldWALs, maxLogs=10 2024-12-07T01:21:20,809 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/WALs/ec1863dc21e5,34267,1733534478869/ec1863dc21e5%2C34267%2C1733534478869.1733534480798, exclude list is [], retry=0 2024-12-07T01:21:20,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38577,DS-f3539308-fc97-4560-8b89-b4e655e71fcd,DISK] 2024-12-07T01:21:20,812 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/WALs/ec1863dc21e5,34267,1733534478869/ec1863dc21e5%2C34267%2C1733534478869.1733534480798 2024-12-07T01:21:20,813 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46807:46807)] 2024-12-07T01:21:20,813 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:21:20,813 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:20,813 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:20,813 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:20,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:20,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:21:20,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:20,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:20,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:20,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:21:20,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:20,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:20,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:20,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:21:20,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:20,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:20,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:20,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:21:20,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:20,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:20,819 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:20,819 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:20,819 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:20,820 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:20,820 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:20,820 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:21:20,821 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:20,822 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:21:20,822 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63565425, jitterRate=-0.052801355719566345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:21:20,822 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534480813Initializing all the Stores at 1733534480814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534480814Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534480814Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534480814Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534480814Cleaning up temporary data from old regions at 1733534480820 (+6 ms)Region opened successfully at 1733534480822 (+2 ms) 2024-12-07T01:21:20,822 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:21:20,824 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f2d04d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:21:20,825 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:21:20,825 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:21:20,825 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:21:20,825 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:21:20,825 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:21:20,825 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:21:20,826 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:21:20,827 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:21:20,827 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Unable to get data of znode /0823222638/balancer because node does not exist (not necessarily an error) 2024-12-07T01:21:21,010 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0823222638/balancer already deleted, retry=false 2024-12-07T01:21:21,011 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:21:21,011 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Unable to get data of znode /0823222638/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:21:21,112 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0823222638/normalizer already deleted, retry=false 2024-12-07T01:21:21,113 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:21:21,113 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Unable to get data of znode /0823222638/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:21:21,179 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0823222638/switch/split already deleted, retry=false 2024-12-07T01:21:21,179 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Unable to get data of znode /0823222638/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:21:21,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:21:21,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:21,293 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0823222638/switch/merge already deleted, retry=false 2024-12-07T01:21:21,295 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Unable to get data of znode /0823222638/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:21:21,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T01:21:21,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T01:21:21,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-07T01:21:21,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-07T01:21:21,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:21:21,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-07T01:21:21,303 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T01:21:21,303 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T01:21:21,357 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0823222638/snapshot-cleanup already deleted, retry=false 2024-12-07T01:21:21,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0823222638/running 2024-12-07T01:21:21,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0823222638/running 2024-12-07T01:21:21,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:21,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:21,420 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,34267,1733534478869, sessionid=0x101ad60e64d0000, setting cluster-up flag (Was=false) 2024-12-07T01:21:21,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:21,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:21,978 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0823222638/flush-table-proc/acquired, /0823222638/flush-table-proc/reached, /0823222638/flush-table-proc/abort 2024-12-07T01:21:21,979 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,34267,1733534478869 2024-12-07T01:21:22,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:22,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:22,221 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0823222638/online-snapshot/acquired, /0823222638/online-snapshot/reached, /0823222638/online-snapshot/abort 2024-12-07T01:21:22,222 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,34267,1733534478869 2024-12-07T01:21:22,223 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:21:22,224 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:22,224 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:21:22,224 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:21:22,225 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,34267,1733534478869 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:21:22,226 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:22,226 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:22,226 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:22,226 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:22,226 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:21:22,226 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:22,226 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:21:22,226 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:22,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534512226 2024-12-07T01:21:22,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:21:22,227 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:22,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:21:22,227 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:21:22,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:21:22,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:21:22,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:21:22,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:21:22,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:22,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:21:22,227 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:22,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:21:22,227 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:21:22,228 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:21:22,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:21:22,228 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:21:22,228 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:21:22,232 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534482228,5,FailOnTimeoutGroup] 2024-12-07T01:21:22,232 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534482232,5,FailOnTimeoutGroup] 2024-12-07T01:21:22,232 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:22,232 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:21:22,232 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:22,232 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:22,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:21:22,284 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(746): ClusterId : 4b1babcb-cef0-4012-b6e1-762fba68e685 2024-12-07T01:21:22,284 DEBUG [RS:0;ec1863dc21e5:33189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:21:22,327 DEBUG [RS:0;ec1863dc21e5:33189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:21:22,327 DEBUG [RS:0;ec1863dc21e5:33189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:21:22,337 DEBUG [RS:0;ec1863dc21e5:33189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:21:22,337 DEBUG [RS:0;ec1863dc21e5:33189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f98258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:21:22,350 DEBUG [RS:0;ec1863dc21e5:33189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:33189 2024-12-07T01:21:22,350 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:21:22,350 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:21:22,350 DEBUG [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:21:22,351 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,34267,1733534478869 with port=33189, startcode=1733534479049 2024-12-07T01:21:22,351 DEBUG [RS:0;ec1863dc21e5:33189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:21:22,352 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:21:22,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:22,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34267 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:22,353 DEBUG [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60 2024-12-07T01:21:22,353 DEBUG [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33835 2024-12-07T01:21:22,353 DEBUG [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:21:22,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638/rs 2024-12-07T01:21:22,358 DEBUG [RS:0;ec1863dc21e5:33189 {}] zookeeper.ZKUtil(111): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Set watcher on existing znode=/0823222638/rs/ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:22,358 WARN [RS:0;ec1863dc21e5:33189 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:21:22,358 INFO [RS:0;ec1863dc21e5:33189 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:21:22,358 DEBUG [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:22,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,33189,1733534479049] 2024-12-07T01:21:22,360 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:21:22,361 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:21:22,362 INFO [RS:0;ec1863dc21e5:33189 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:21:22,362 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:22,362 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:21:22,362 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:21:22,362 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:22,362 DEBUG [RS:0;ec1863dc21e5:33189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:22,362 DEBUG [RS:0;ec1863dc21e5:33189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:22,362 DEBUG [RS:0;ec1863dc21e5:33189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:22,362 DEBUG [RS:0;ec1863dc21e5:33189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:22,362 DEBUG [RS:0;ec1863dc21e5:33189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:22,363 DEBUG [RS:0;ec1863dc21e5:33189 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:21:22,363 DEBUG [RS:0;ec1863dc21e5:33189 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:22,363 DEBUG [RS:0;ec1863dc21e5:33189 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:22,363 DEBUG [RS:0;ec1863dc21e5:33189 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:22,363 DEBUG [RS:0;ec1863dc21e5:33189 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:22,363 DEBUG [RS:0;ec1863dc21e5:33189 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:22,363 DEBUG [RS:0;ec1863dc21e5:33189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:22,363 DEBUG [RS:0;ec1863dc21e5:33189 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:21:22,363 DEBUG [RS:0;ec1863dc21e5:33189 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:21:22,364 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:22,364 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:22,364 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:22,364 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:22,364 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:22,364 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,33189,1733534479049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:21:22,375 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:21:22,375 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,33189,1733534479049-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:22,375 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:22,375 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.Replication(171): ec1863dc21e5,33189,1733534479049 started 2024-12-07T01:21:22,386 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:22,386 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,33189,1733534479049, RpcServer on ec1863dc21e5/172.17.0.3:33189, sessionid=0x101ad60e64d0001 2024-12-07T01:21:22,387 DEBUG [RS:0;ec1863dc21e5:33189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:21:22,387 DEBUG [RS:0;ec1863dc21e5:33189 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:22,387 DEBUG [RS:0;ec1863dc21e5:33189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,33189,1733534479049' 2024-12-07T01:21:22,387 DEBUG [RS:0;ec1863dc21e5:33189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0823222638/flush-table-proc/abort' 2024-12-07T01:21:22,387 DEBUG [RS:0;ec1863dc21e5:33189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0823222638/flush-table-proc/acquired' 2024-12-07T01:21:22,387 DEBUG [RS:0;ec1863dc21e5:33189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:21:22,387 DEBUG [RS:0;ec1863dc21e5:33189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:21:22,387 DEBUG [RS:0;ec1863dc21e5:33189 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:22,387 DEBUG [RS:0;ec1863dc21e5:33189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,33189,1733534479049' 2024-12-07T01:21:22,387 DEBUG [RS:0;ec1863dc21e5:33189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0823222638/online-snapshot/abort' 2024-12-07T01:21:22,388 DEBUG [RS:0;ec1863dc21e5:33189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0823222638/online-snapshot/acquired' 2024-12-07T01:21:22,388 DEBUG [RS:0;ec1863dc21e5:33189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:21:22,388 INFO [RS:0;ec1863dc21e5:33189 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:21:22,388 INFO [RS:0;ec1863dc21e5:33189 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:21:22,488 INFO [RS:0;ec1863dc21e5:33189 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:21:22,489 INFO [RS:0;ec1863dc21e5:33189 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C33189%2C1733534479049, suffix=, logDir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049, archiveDir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/oldWALs, maxLogs=10 2024-12-07T01:21:22,500 DEBUG [RS:0;ec1863dc21e5:33189 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490, exclude list is [], retry=0 2024-12-07T01:21:22,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38577,DS-f3539308-fc97-4560-8b89-b4e655e71fcd,DISK] 2024-12-07T01:21:22,503 INFO [RS:0;ec1863dc21e5:33189 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 2024-12-07T01:21:22,504 DEBUG [RS:0;ec1863dc21e5:33189 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46807:46807)] 2024-12-07T01:21:22,638 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:21:22,638 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60 2024-12-07T01:21:22,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741833_1009 (size=32) 2024-12-07T01:21:23,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:23,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:21:23,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:21:23,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:23,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:23,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:21:23,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:21:23,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:23,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:23,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:21:23,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:21:23,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:23,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:23,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:21:23,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:21:23,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:23,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:23,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:21:23,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740 2024-12-07T01:21:23,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740 2024-12-07T01:21:23,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:21:23,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:21:23,049 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:21:23,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:21:23,051 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:21:23,051 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68131476, jitterRate=0.01523810625076294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:21:23,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534483043Initializing all the Stores at 1733534483043Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534483043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534483043Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534483043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534483044 (+1 ms)Cleaning up temporary data from old regions at 1733534483049 (+5 ms)Region opened successfully at 1733534483051 (+2 ms) 2024-12-07T01:21:23,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:21:23,051 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:21:23,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:21:23,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:21:23,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:21:23,051 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:21:23,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534483051Disabling compacts and flushes for region at 1733534483051Disabling writes for close at 1733534483051Writing region close event to WAL at 1733534483051Closed at 1733534483051 2024-12-07T01:21:23,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:23,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:21:23,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:21:23,053 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:21:23,053 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:21:23,204 DEBUG [ec1863dc21e5:34267 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:21:23,204 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:23,205 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,33189,1733534479049, state=OPENING 2024-12-07T01:21:23,273 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:21:23,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:23,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:23,284 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:21:23,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0823222638/meta-region-server: CHANGED 2024-12-07T01:21:23,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0823222638/meta-region-server: CHANGED 2024-12-07T01:21:23,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,33189,1733534479049}] 2024-12-07T01:21:23,436 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:21:23,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:21:23,440 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:21:23,440 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:21:23,440 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:21:23,441 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C33189%2C1733534479049.meta, suffix=.meta, logDir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049, archiveDir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/oldWALs, maxLogs=10 2024-12-07T01:21:23,451 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.meta.1733534483441.meta, exclude list is [], retry=0 2024-12-07T01:21:23,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38577,DS-f3539308-fc97-4560-8b89-b4e655e71fcd,DISK] 2024-12-07T01:21:23,454 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.meta.1733534483441.meta 2024-12-07T01:21:23,454 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46807:46807)] 2024-12-07T01:21:23,454 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:21:23,455 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:21:23,455 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:21:23,455 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:21:23,455 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:21:23,455 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:21:23,455 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:23,455 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:21:23,455 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:21:23,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:21:23,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:21:23,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:23,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:23,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:21:23,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:21:23,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:23,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:23,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:21:23,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:21:23,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:23,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:23,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:21:23,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:21:23,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:23,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:23,458 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:21:23,459 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740 2024-12-07T01:21:23,459 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740 2024-12-07T01:21:23,460 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:21:23,460 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:21:23,460 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:21:23,461 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:21:23,461 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65768926, jitterRate=-0.01996663212776184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:21:23,461 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:21:23,461 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534483455Writing region info on filesystem at 1733534483455Initializing all the Stores at 1733534483456 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534483456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534483456Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534483456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534483456Cleaning up temporary data from old regions at 1733534483460 (+4 ms)Running coprocessor post-open hooks at 1733534483461 (+1 ms)Region opened successfully at 1733534483461 2024-12-07T01:21:23,462 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534483436 2024-12-07T01:21:23,463 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:21:23,463 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:21:23,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:23,464 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,33189,1733534479049, state=OPEN 2024-12-07T01:21:23,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0823222638/meta-region-server 2024-12-07T01:21:23,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0823222638/meta-region-server 2024-12-07T01:21:23,505 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:23,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0823222638/meta-region-server: CHANGED 2024-12-07T01:21:23,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0823222638/meta-region-server: CHANGED 2024-12-07T01:21:23,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:21:23,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,33189,1733534479049 in 221 msec 2024-12-07T01:21:23,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:21:23,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-12-07T01:21:23,508 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:23,508 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:21:23,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:23,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,33189,1733534479049, seqNum=-1] 2024-12-07T01:21:23,509 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:23,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:21:23,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-12-07T01:21:23,513 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534483513, completionTime=-1 2024-12-07T01:21:23,513 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:21:23,513 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:21:23,515 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:21:23,515 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534543515 2024-12-07T01:21:23,515 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534603515 2024-12-07T01:21:23,515 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-07T01:21:23,515 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,34267,1733534478869-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:23,515 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,34267,1733534478869-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:23,515 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,34267,1733534478869-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:23,515 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:34267, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:23,515 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:23,515 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:23,516 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:21:23,518 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.402sec 2024-12-07T01:21:23,518 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:21:23,518 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:21:23,518 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:21:23,518 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:21:23,518 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:21:23,518 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,34267,1733534478869-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:21:23,518 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,34267,1733534478869-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:21:23,520 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:21:23,520 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:21:23,520 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,34267,1733534478869-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:23,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a75c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:23,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,34267,-1 for getting cluster id 2024-12-07T01:21:23,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:23,585 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b1babcb-cef0-4012-b6e1-762fba68e685' 2024-12-07T01:21:23,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:23,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b1babcb-cef0-4012-b6e1-762fba68e685" 2024-12-07T01:21:23,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa90fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:23,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,34267,-1] 2024-12-07T01:21:23,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:23,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:23,587 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:23,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529da097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:23,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:23,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,33189,1733534479049, seqNum=-1] 2024-12-07T01:21:23,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:23,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:21:23,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,34267,1733534478869 2024-12-07T01:21:23,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-12-07T01:21:23,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:21:23,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101ad60e64d0002 connected 2024-12-07T01:21:23,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/hadoop.log.dir so I do NOT create it in target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb 2024-12-07T01:21:23,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:21:23,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/hadoop.tmp.dir so I do NOT create it in target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb 2024-12-07T01:21:23,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:21:23,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb 2024-12-07T01:21:23,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:21:23,623 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/cluster_ca627527-c4a3-3fde-e765-e5cd1a6a9512, deleteOnExit=true 2024-12-07T01:21:23,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:21:23,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/test.cache.data in system properties and HBase conf 2024-12-07T01:21:23,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:21:23,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:21:23,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:21:23,624 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:21:23,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:21:24,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:21:24,030 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:21:24,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:21:24,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:21:24,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:21:24,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:21:24,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@119eee7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:21:24,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738e3a8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:21:24,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@690fba0f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/java.io.tmpdir/jetty-localhost-44877-hadoop-hdfs-3_4_1-tests_jar-_-any-7913540022244889187/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:21:24,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6627d46b{HTTP/1.1, (http/1.1)}{localhost:44877} 2024-12-07T01:21:24,126 INFO [Time-limited test {}] server.Server(415): Started @329624ms 2024-12-07T01:21:24,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:21:24,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:21:24,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:21:24,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:21:24,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:21:24,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@654e73bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:21:24,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa2692e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:21:24,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16cb611e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/java.io.tmpdir/jetty-localhost-36881-hadoop-hdfs-3_4_1-tests_jar-_-any-15554612973486571187/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:21:24,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42cb9d4b{HTTP/1.1, (http/1.1)}{localhost:36881} 2024-12-07T01:21:24,484 INFO [Time-limited test {}] server.Server(415): Started @329982ms 2024-12-07T01:21:24,485 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:21:25,157 WARN [Thread-4439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/cluster_ca627527-c4a3-3fde-e765-e5cd1a6a9512/data/data2/current/BP-357508788-172.17.0.3-1733534483650/current, will proceed with Du for space computation calculation, 2024-12-07T01:21:25,157 WARN [Thread-4438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/cluster_ca627527-c4a3-3fde-e765-e5cd1a6a9512/data/data1/current/BP-357508788-172.17.0.3-1733534483650/current, will proceed with Du for space computation calculation, 2024-12-07T01:21:25,173 WARN [Thread-4426 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:21:25,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe76464726c8f6ed5 with lease ID 0x8dbfc5cf13bc60a6: Processing first storage report for DS-fdc9b6b8-edc7-4064-9af2-e0a6ba69b299 from datanode DatanodeRegistration(127.0.0.1:36891, datanodeUuid=6c4e682d-e6d1-4486-9548-66f62b518a1f, infoPort=39691, infoSecurePort=0, ipcPort=42321, storageInfo=lv=-57;cid=testClusterID;nsid=1115747152;c=1733534483650) 2024-12-07T01:21:25,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe76464726c8f6ed5 with lease ID 0x8dbfc5cf13bc60a6: from storage DS-fdc9b6b8-edc7-4064-9af2-e0a6ba69b299 node DatanodeRegistration(127.0.0.1:36891, datanodeUuid=6c4e682d-e6d1-4486-9548-66f62b518a1f, infoPort=39691, infoSecurePort=0, ipcPort=42321, storageInfo=lv=-57;cid=testClusterID;nsid=1115747152;c=1733534483650), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T01:21:25,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe76464726c8f6ed5 with lease ID 0x8dbfc5cf13bc60a6: Processing first storage report for DS-dff7bd5d-ef6a-40aa-a15f-3f8b7b6d7578 from datanode DatanodeRegistration(127.0.0.1:36891, datanodeUuid=6c4e682d-e6d1-4486-9548-66f62b518a1f, infoPort=39691, infoSecurePort=0, ipcPort=42321, storageInfo=lv=-57;cid=testClusterID;nsid=1115747152;c=1733534483650) 2024-12-07T01:21:25,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe76464726c8f6ed5 with lease ID 0x8dbfc5cf13bc60a6: from storage DS-dff7bd5d-ef6a-40aa-a15f-3f8b7b6d7578 node DatanodeRegistration(127.0.0.1:36891, datanodeUuid=6c4e682d-e6d1-4486-9548-66f62b518a1f, infoPort=39691, infoSecurePort=0, ipcPort=42321, storageInfo=lv=-57;cid=testClusterID;nsid=1115747152;c=1733534483650), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:21:25,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb 2024-12-07T01:21:25,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:25,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:25,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:21:25,616 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba with version=8 2024-12-07T01:21:25,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/hbase-staging 2024-12-07T01:21:25,619 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:21:25,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:25,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:25,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:21:25,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:25,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:21:25,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:21:25,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:21:25,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37921 2024-12-07T01:21:25,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37921 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-12-07T01:21:25,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379210x0, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:21:25,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37921-0x101ad60e64d0003 connected 2024-12-07T01:21:25,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:25,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:25,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Set watcher on znode that does not yet exist, /11827392365/running 2024-12-07T01:21:25,751 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba, hbase.cluster.distributed=false 2024-12-07T01:21:25,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Set watcher on znode that does not yet exist, /11827392365/acl 2024-12-07T01:21:25,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37921 2024-12-07T01:21:25,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37921 2024-12-07T01:21:25,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37921 2024-12-07T01:21:25,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37921 2024-12-07T01:21:25,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37921 2024-12-07T01:21:25,766 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:21:25,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:25,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:25,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:21:25,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:25,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:21:25,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:21:25,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:21:25,767 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45895 2024-12-07T01:21:25,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45895 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-12-07T01:21:25,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:25,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:25,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458950x0, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:21:25,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458950x0, quorum=127.0.0.1:61492, baseZNode=/11827392365 Set watcher on znode that does not yet exist, /11827392365/running 2024-12-07T01:21:25,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45895-0x101ad60e64d0004 connected 2024-12-07T01:21:25,779 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:21:25,781 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:21:25,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Set watcher on znode that does not yet exist, /11827392365/master 2024-12-07T01:21:25,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Set watcher on znode that does not yet exist, /11827392365/acl 2024-12-07T01:21:25,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45895 2024-12-07T01:21:25,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45895 2024-12-07T01:21:25,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45895 2024-12-07T01:21:25,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45895 2024-12-07T01:21:25,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45895 2024-12-07T01:21:25,798 DEBUG [M:0;ec1863dc21e5:37921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:37921 2024-12-07T01:21:25,798 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11827392365/backup-masters/ec1863dc21e5,37921,1733534485618 2024-12-07T01:21:25,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365/backup-masters 2024-12-07T01:21:25,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365/backup-masters 2024-12-07T01:21:25,810 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Set watcher on existing znode=/11827392365/backup-masters/ec1863dc21e5,37921,1733534485618 2024-12-07T01:21:25,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:25,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11827392365/master 2024-12-07T01:21:25,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:25,821 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Set watcher on existing znode=/11827392365/master 2024-12-07T01:21:25,821 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11827392365/backup-masters/ec1863dc21e5,37921,1733534485618 from backup master directory 2024-12-07T01:21:25,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11827392365/backup-masters/ec1863dc21e5,37921,1733534485618 2024-12-07T01:21:25,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365/backup-masters 2024-12-07T01:21:25,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365/backup-masters 2024-12-07T01:21:25,831 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:21:25,831 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,37921,1733534485618 2024-12-07T01:21:25,834 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/hbase.id] with ID: 8830df13-e6ec-4ed2-9c63-9b71f52c348e 2024-12-07T01:21:25,834 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/.tmp/hbase.id 2024-12-07T01:21:25,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:21:26,238 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/.tmp/hbase.id]:[hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/hbase.id] 2024-12-07T01:21:26,246 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:26,246 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:21:26,246 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-07T01:21:26,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:26,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:26,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:21:26,698 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:21:26,699 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:21:26,699 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:21:26,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:21:26,704 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store 2024-12-07T01:21:26,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:21:26,708 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:26,708 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:21:26,708 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:26,708 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:26,708 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:21:26,708 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:26,708 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:26,708 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534486708Disabling compacts and flushes for region at 1733534486708Disabling writes for close at 1733534486708Writing region close event to WAL at 1733534486708Closed at 1733534486708 2024-12-07T01:21:26,709 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/.initializing 2024-12-07T01:21:26,709 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/WALs/ec1863dc21e5,37921,1733534485618 2024-12-07T01:21:26,710 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:21:26,711 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C37921%2C1733534485618, suffix=, logDir=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/WALs/ec1863dc21e5,37921,1733534485618, archiveDir=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/oldWALs, maxLogs=10 2024-12-07T01:21:26,723 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/WALs/ec1863dc21e5,37921,1733534485618/ec1863dc21e5%2C37921%2C1733534485618.1733534486711, exclude list is [], retry=0 2024-12-07T01:21:26,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36891,DS-fdc9b6b8-edc7-4064-9af2-e0a6ba69b299,DISK] 2024-12-07T01:21:26,726 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/WALs/ec1863dc21e5,37921,1733534485618/ec1863dc21e5%2C37921%2C1733534485618.1733534486711 2024-12-07T01:21:26,726 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39691:39691)] 2024-12-07T01:21:26,726 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:21:26,726 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:26,726 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:26,726 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:26,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:26,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:21:26,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:26,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:26,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:26,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:21:26,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:26,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:26,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:26,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:21:26,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:26,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:26,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:26,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:21:26,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:26,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:26,732 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:26,732 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:26,732 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:26,733 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:26,733 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:26,733 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:21:26,734 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:26,735 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:21:26,735 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72910043, jitterRate=0.08644430339336395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:21:26,735 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534486726Initializing all the Stores at 1733534486727 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534486727Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534486727Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534486727Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534486727Cleaning up temporary data from old regions at 1733534486733 (+6 ms)Region opened successfully at 1733534486735 (+2 ms) 2024-12-07T01:21:26,736 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:21:26,737 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595a96bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:21:26,738 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:21:26,738 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:21:26,738 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:21:26,739 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:21:26,739 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:21:26,739 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:21:26,739 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:21:26,741 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:21:26,741 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Unable to get data of znode /11827392365/balancer because node does not exist (not necessarily an error) 2024-12-07T01:21:26,789 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11827392365/balancer already deleted, retry=false 2024-12-07T01:21:26,789 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:21:26,790 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Unable to get data of znode /11827392365/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:21:26,799 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11827392365/normalizer already deleted, retry=false 2024-12-07T01:21:26,799 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:21:26,800 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Unable to get data of znode /11827392365/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:21:26,810 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11827392365/switch/split already deleted, retry=false 2024-12-07T01:21:26,810 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Unable to get data of znode /11827392365/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:21:26,820 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11827392365/switch/merge already deleted, retry=false 2024-12-07T01:21:26,822 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Unable to get data of znode /11827392365/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:21:26,831 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11827392365/snapshot-cleanup already deleted, retry=false 2024-12-07T01:21:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11827392365/running 2024-12-07T01:21:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11827392365/running 2024-12-07T01:21:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:26,842 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,37921,1733534485618, sessionid=0x101ad60e64d0003, setting cluster-up flag (Was=false) 2024-12-07T01:21:26,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:26,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:26,894 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11827392365/flush-table-proc/acquired, /11827392365/flush-table-proc/reached, /11827392365/flush-table-proc/abort 2024-12-07T01:21:26,895 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,37921,1733534485618 2024-12-07T01:21:26,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:26,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:26,947 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11827392365/online-snapshot/acquired, /11827392365/online-snapshot/reached, /11827392365/online-snapshot/abort 2024-12-07T01:21:26,948 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,37921,1733534485618 2024-12-07T01:21:26,948 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:21:26,949 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:26,950 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:21:26,950 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:21:26,950 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,37921,1733534485618 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:21:26,951 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:26,951 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:26,951 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:26,951 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:26,951 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:21:26,951 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:26,951 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:21:26,951 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:26,952 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534516952 2024-12-07T01:21:26,952 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:21:26,952 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:21:26,953 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:21:26,953 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:21:26,953 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:21:26,953 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:21:26,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:26,953 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:26,953 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:21:26,953 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:21:26,953 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:21:26,953 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:21:26,953 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:21:26,953 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:21:26,953 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:21:26,954 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:26,954 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534486954,5,FailOnTimeoutGroup] 2024-12-07T01:21:26,954 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534486954,5,FailOnTimeoutGroup] 2024-12-07T01:21:26,954 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:26,954 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:21:26,954 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:21:26,954 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:26,954 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:26,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:21:26,990 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(746): ClusterId : 8830df13-e6ec-4ed2-9c63-9b71f52c348e 2024-12-07T01:21:26,990 DEBUG [RS:0;ec1863dc21e5:45895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:21:27,000 DEBUG [RS:0;ec1863dc21e5:45895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:21:27,000 DEBUG [RS:0;ec1863dc21e5:45895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:21:27,010 DEBUG [RS:0;ec1863dc21e5:45895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:21:27,011 DEBUG [RS:0;ec1863dc21e5:45895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373839a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:21:27,021 DEBUG [RS:0;ec1863dc21e5:45895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:45895 2024-12-07T01:21:27,021 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:21:27,021 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:21:27,021 DEBUG [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:21:27,022 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,37921,1733534485618 with port=45895, startcode=1733534485766 2024-12-07T01:21:27,022 DEBUG [RS:0;ec1863dc21e5:45895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:21:27,023 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:21:27,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37921 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,45895,1733534485766 2024-12-07T01:21:27,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37921 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,45895,1733534485766 2024-12-07T01:21:27,024 DEBUG [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba 2024-12-07T01:21:27,024 DEBUG [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33933 2024-12-07T01:21:27,024 DEBUG [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:21:27,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365/rs 2024-12-07T01:21:27,136 DEBUG [RS:0;ec1863dc21e5:45895 {}] zookeeper.ZKUtil(111): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Set watcher on existing znode=/11827392365/rs/ec1863dc21e5,45895,1733534485766 2024-12-07T01:21:27,136 WARN [RS:0;ec1863dc21e5:45895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:21:27,137 INFO [RS:0;ec1863dc21e5:45895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:21:27,137 DEBUG [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/WALs/ec1863dc21e5,45895,1733534485766 2024-12-07T01:21:27,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,45895,1733534485766] 2024-12-07T01:21:27,139 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:21:27,140 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:21:27,141 INFO [RS:0;ec1863dc21e5:45895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:21:27,141 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:27,141 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:21:27,141 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:21:27,141 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:27,141 DEBUG [RS:0;ec1863dc21e5:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:27,141 DEBUG [RS:0;ec1863dc21e5:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:27,142 DEBUG [RS:0;ec1863dc21e5:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:27,142 DEBUG [RS:0;ec1863dc21e5:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:27,142 DEBUG [RS:0;ec1863dc21e5:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:27,142 DEBUG [RS:0;ec1863dc21e5:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:21:27,142 DEBUG [RS:0;ec1863dc21e5:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:27,142 DEBUG [RS:0;ec1863dc21e5:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:27,142 DEBUG [RS:0;ec1863dc21e5:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:27,142 DEBUG [RS:0;ec1863dc21e5:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:27,142 DEBUG [RS:0;ec1863dc21e5:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:27,142 DEBUG [RS:0;ec1863dc21e5:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:27,142 DEBUG [RS:0;ec1863dc21e5:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:21:27,142 DEBUG [RS:0;ec1863dc21e5:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:21:27,142 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:27,142 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:27,142 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:27,142 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:27,142 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:27,142 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45895,1733534485766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:21:27,155 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:21:27,155 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,45895,1733534485766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:27,155 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:27,155 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.Replication(171): ec1863dc21e5,45895,1733534485766 started 2024-12-07T01:21:27,166 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:27,167 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,45895,1733534485766, RpcServer on ec1863dc21e5/172.17.0.3:45895, sessionid=0x101ad60e64d0004 2024-12-07T01:21:27,167 DEBUG [RS:0;ec1863dc21e5:45895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:21:27,167 DEBUG [RS:0;ec1863dc21e5:45895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,45895,1733534485766 2024-12-07T01:21:27,167 DEBUG [RS:0;ec1863dc21e5:45895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,45895,1733534485766' 2024-12-07T01:21:27,167 DEBUG [RS:0;ec1863dc21e5:45895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11827392365/flush-table-proc/abort' 2024-12-07T01:21:27,167 DEBUG [RS:0;ec1863dc21e5:45895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11827392365/flush-table-proc/acquired' 2024-12-07T01:21:27,168 DEBUG [RS:0;ec1863dc21e5:45895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:21:27,168 DEBUG [RS:0;ec1863dc21e5:45895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:21:27,168 DEBUG [RS:0;ec1863dc21e5:45895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,45895,1733534485766 2024-12-07T01:21:27,168 DEBUG [RS:0;ec1863dc21e5:45895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,45895,1733534485766' 2024-12-07T01:21:27,168 DEBUG [RS:0;ec1863dc21e5:45895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11827392365/online-snapshot/abort' 2024-12-07T01:21:27,168 DEBUG [RS:0;ec1863dc21e5:45895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11827392365/online-snapshot/acquired' 2024-12-07T01:21:27,168 DEBUG [RS:0;ec1863dc21e5:45895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:21:27,168 INFO [RS:0;ec1863dc21e5:45895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:21:27,168 INFO [RS:0;ec1863dc21e5:45895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:21:27,268 INFO [RS:0;ec1863dc21e5:45895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:21:27,270 INFO [RS:0;ec1863dc21e5:45895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C45895%2C1733534485766, suffix=, logDir=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/WALs/ec1863dc21e5,45895,1733534485766, archiveDir=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/oldWALs, maxLogs=10 2024-12-07T01:21:27,286 DEBUG [RS:0;ec1863dc21e5:45895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/WALs/ec1863dc21e5,45895,1733534485766/ec1863dc21e5%2C45895%2C1733534485766.1733534487270, exclude list is [], retry=0 2024-12-07T01:21:27,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36891,DS-fdc9b6b8-edc7-4064-9af2-e0a6ba69b299,DISK] 2024-12-07T01:21:27,289 INFO [RS:0;ec1863dc21e5:45895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/WALs/ec1863dc21e5,45895,1733534485766/ec1863dc21e5%2C45895%2C1733534485766.1733534487270 2024-12-07T01:21:27,289 DEBUG [RS:0;ec1863dc21e5:45895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39691:39691)] 2024-12-07T01:21:27,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:21:27,360 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba 2024-12-07T01:21:27,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741833_1009 (size=32) 2024-12-07T01:21:27,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:27,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:21:27,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:21:27,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:27,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:27,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:21:27,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:21:27,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:27,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:27,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:21:27,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:21:27,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:27,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:27,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:21:27,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:21:27,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:27,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:27,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:21:27,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740 2024-12-07T01:21:27,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740 2024-12-07T01:21:27,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:21:27,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:21:27,772 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:21:27,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:21:27,774 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:21:27,774 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65724777, jitterRate=-0.02062450349330902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:21:27,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534487764Initializing all the Stores at 1733534487765 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534487765Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534487765Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534487765Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534487765Cleaning up temporary data from old regions at 1733534487771 (+6 ms)Region opened successfully at 1733534487774 (+3 ms) 2024-12-07T01:21:27,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:21:27,774 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:21:27,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:21:27,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:21:27,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:21:27,775 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:21:27,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534487774Disabling compacts and flushes for region at 1733534487774Disabling writes for close at 1733534487775 (+1 ms)Writing region close event to WAL at 1733534487775Closed at 1733534487775 2024-12-07T01:21:27,776 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:27,776 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:21:27,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:21:27,777 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:21:27,777 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:21:27,928 DEBUG [ec1863dc21e5:37921 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:21:27,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,45895,1733534485766 2024-12-07T01:21:27,929 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,45895,1733534485766, state=OPENING 2024-12-07T01:21:28,050 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:21:28,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:28,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:28,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11827392365/meta-region-server: CHANGED 2024-12-07T01:21:28,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11827392365/meta-region-server: CHANGED 2024-12-07T01:21:28,063 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:21:28,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,45895,1733534485766}] 2024-12-07T01:21:28,215 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:21:28,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:21:28,218 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:21:28,218 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:21:28,218 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:21:28,220 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C45895%2C1733534485766.meta, suffix=.meta, logDir=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/WALs/ec1863dc21e5,45895,1733534485766, archiveDir=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/oldWALs, maxLogs=10 2024-12-07T01:21:28,230 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/WALs/ec1863dc21e5,45895,1733534485766/ec1863dc21e5%2C45895%2C1733534485766.meta.1733534488220.meta, exclude list is [], retry=0 2024-12-07T01:21:28,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36891,DS-fdc9b6b8-edc7-4064-9af2-e0a6ba69b299,DISK] 2024-12-07T01:21:28,233 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/WALs/ec1863dc21e5,45895,1733534485766/ec1863dc21e5%2C45895%2C1733534485766.meta.1733534488220.meta 2024-12-07T01:21:28,233 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39691:39691)] 2024-12-07T01:21:28,233 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:21:28,234 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:21:28,234 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:21:28,234 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:21:28,234 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:21:28,234 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:21:28,234 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:28,234 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:21:28,234 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:21:28,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:21:28,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:21:28,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:28,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:28,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:21:28,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:21:28,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:28,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:28,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:21:28,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:21:28,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:28,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:28,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:21:28,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:21:28,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:28,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:28,238 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:21:28,239 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740 2024-12-07T01:21:28,239 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740 2024-12-07T01:21:28,240 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:21:28,240 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:21:28,240 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:21:28,241 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:21:28,241 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61575323, jitterRate=-0.08245618641376495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:21:28,241 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:21:28,241 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534488234Writing region info on filesystem at 1733534488234Initializing all the Stores at 1733534488235 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534488235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534488235Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534488235Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534488235Cleaning up temporary data from old regions at 1733534488240 (+5 ms)Running coprocessor post-open hooks at 1733534488241 (+1 ms)Region opened successfully at 1733534488241 2024-12-07T01:21:28,242 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534488215 2024-12-07T01:21:28,243 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:21:28,243 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:21:28,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,45895,1733534485766 2024-12-07T01:21:28,244 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,45895,1733534485766, state=OPEN 2024-12-07T01:21:28,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11827392365/meta-region-server 2024-12-07T01:21:28,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11827392365/meta-region-server 2024-12-07T01:21:28,252 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,45895,1733534485766 2024-12-07T01:21:28,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11827392365/meta-region-server: CHANGED 2024-12-07T01:21:28,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11827392365/meta-region-server: CHANGED 2024-12-07T01:21:28,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:21:28,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,45895,1733534485766 in 189 msec 2024-12-07T01:21:28,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:21:28,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-12-07T01:21:28,255 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:28,255 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:21:28,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:28,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,45895,1733534485766, seqNum=-1] 2024-12-07T01:21:28,256 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:28,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:21:28,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-12-07T01:21:28,260 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534488260, completionTime=-1 2024-12-07T01:21:28,260 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:21:28,260 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:21:28,262 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:21:28,262 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534548262 2024-12-07T01:21:28,262 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534608262 2024-12-07T01:21:28,262 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-07T01:21:28,262 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37921,1733534485618-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:28,262 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37921,1733534485618-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:28,262 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37921,1733534485618-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:28,262 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:37921, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:28,262 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:28,262 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:28,264 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:21:28,265 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.434sec 2024-12-07T01:21:28,265 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:21:28,265 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:21:28,265 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:21:28,265 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:21:28,265 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:21:28,265 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37921,1733534485618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:21:28,266 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37921,1733534485618-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:21:28,267 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:21:28,267 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:21:28,267 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37921,1733534485618-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:28,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646b864c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:28,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37921,-1 for getting cluster id 2024-12-07T01:21:28,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:28,292 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8830df13-e6ec-4ed2-9c63-9b71f52c348e' 2024-12-07T01:21:28,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:28,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8830df13-e6ec-4ed2-9c63-9b71f52c348e" 2024-12-07T01:21:28,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a86ee38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:28,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37921,-1] 2024-12-07T01:21:28,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:28,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:28,293 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:28,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46237750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:28,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,45895,1733534485766, seqNum=-1] 2024-12-07T01:21:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:28,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:21:28,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,37921,1733534485618 2024-12-07T01:21:28,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-12-07T01:21:28,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:21:28,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101ad60e64d0005 connected 2024-12-07T01:21:28,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/hadoop.log.dir so I do NOT create it in target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b 2024-12-07T01:21:28,318 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/hadoop.log.dir Erasing configuration value by system value. 2024-12-07T01:21:28,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/hadoop.tmp.dir so I do NOT create it in target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b 2024-12-07T01:21:28,318 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-07T01:21:28,318 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b 2024-12-07T01:21:28,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T01:21:28,318 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/cluster_08579513-64b6-5d70-81f6-28119fa07f15, deleteOnExit=true 2024-12-07T01:21:28,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T01:21:28,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/test.cache.data in system properties and HBase conf 2024-12-07T01:21:28,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T01:21:28,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/hadoop.log.dir in system properties and HBase conf 2024-12-07T01:21:28,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T01:21:28,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T01:21:28,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T01:21:28,319 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T01:21:28,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:21:28,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T01:21:28,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T01:21:28,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:21:28,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T01:21:28,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T01:21:28,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T01:21:28,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:21:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T01:21:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/nfs.dump.dir in system properties and HBase conf 2024-12-07T01:21:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/java.io.tmpdir in system properties and HBase conf 2024-12-07T01:21:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T01:21:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T01:21:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T01:21:28,597 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T01:21:28,597 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,597 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,598 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,598 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,598 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,598 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,598 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,625 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,625 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,625 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,626 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,626 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,626 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,630 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,632 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,632 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:28,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:21:28,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:21:28,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:21:28,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:21:28,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T01:21:28,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:21:28,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6983f7b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:21:28,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dea3191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:21:28,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f0efd8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/java.io.tmpdir/jetty-localhost-40211-hadoop-hdfs-3_4_1-tests_jar-_-any-8019707165405684098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:21:28,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2adc35fe{HTTP/1.1, (http/1.1)}{localhost:40211} 2024-12-07T01:21:28,757 INFO [Time-limited test {}] server.Server(415): Started @334255ms 2024-12-07T01:21:29,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T01:21:29,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T01:21:29,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T01:21:29,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T01:21:29,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T01:21:29,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b582525{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/hadoop.log.dir/,AVAILABLE} 2024-12-07T01:21:29,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12f6a315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T01:21:29,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f82eca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/java.io.tmpdir/jetty-localhost-44501-hadoop-hdfs-3_4_1-tests_jar-_-any-12857805311536800539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:21:29,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8dfaa5{HTTP/1.1, (http/1.1)}{localhost:44501} 2024-12-07T01:21:29,131 INFO [Time-limited test {}] server.Server(415): Started @334629ms 2024-12-07T01:21:29,132 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T01:21:29,769 WARN [Thread-4559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/cluster_08579513-64b6-5d70-81f6-28119fa07f15/data/data1/current/BP-299462223-172.17.0.3-1733534488336/current, will proceed with Du for space computation calculation, 2024-12-07T01:21:29,769 WARN [Thread-4560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/cluster_08579513-64b6-5d70-81f6-28119fa07f15/data/data2/current/BP-299462223-172.17.0.3-1733534488336/current, will proceed with Du for space computation calculation, 2024-12-07T01:21:29,799 WARN [Thread-4547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T01:21:29,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x522970daf0afa48b with lease ID 0xe262b1f6d11d40c1: Processing first storage report for DS-224aa0ec-36ea-413b-93cc-2729443d8582 from datanode DatanodeRegistration(127.0.0.1:43243, datanodeUuid=3a75ca85-a409-4040-893e-75963f9da203, infoPort=39481, infoSecurePort=0, ipcPort=45925, storageInfo=lv=-57;cid=testClusterID;nsid=494034268;c=1733534488336) 2024-12-07T01:21:29,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x522970daf0afa48b with lease ID 0xe262b1f6d11d40c1: from storage DS-224aa0ec-36ea-413b-93cc-2729443d8582 node DatanodeRegistration(127.0.0.1:43243, datanodeUuid=3a75ca85-a409-4040-893e-75963f9da203, infoPort=39481, infoSecurePort=0, ipcPort=45925, storageInfo=lv=-57;cid=testClusterID;nsid=494034268;c=1733534488336), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:21:29,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x522970daf0afa48b with lease ID 0xe262b1f6d11d40c1: Processing first storage report for DS-eef1542a-190f-48a5-8557-48c6599367c6 from datanode DatanodeRegistration(127.0.0.1:43243, datanodeUuid=3a75ca85-a409-4040-893e-75963f9da203, infoPort=39481, infoSecurePort=0, ipcPort=45925, storageInfo=lv=-57;cid=testClusterID;nsid=494034268;c=1733534488336) 2024-12-07T01:21:29,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x522970daf0afa48b with lease ID 0xe262b1f6d11d40c1: from storage DS-eef1542a-190f-48a5-8557-48c6599367c6 node DatanodeRegistration(127.0.0.1:43243, datanodeUuid=3a75ca85-a409-4040-893e-75963f9da203, infoPort=39481, infoSecurePort=0, ipcPort=45925, storageInfo=lv=-57;cid=testClusterID;nsid=494034268;c=1733534488336), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T01:21:29,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b 2024-12-07T01:21:29,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:29,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:29,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741825_1001 (size=7) 2024-12-07T01:21:30,260 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155 with version=8 2024-12-07T01:21:30,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/hbase-staging 2024-12-07T01:21:30,262 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:21:30,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:30,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:30,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:21:30,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:30,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:21:30,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T01:21:30,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:21:30,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37835 2024-12-07T01:21:30,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37835 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-12-07T01:21:30,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378350x0, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:21:30,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37835-0x101ad60e64d0006 connected 2024-12-07T01:21:30,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:30,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:30,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Set watcher on znode that does not yet exist, /2-127543076/running 2024-12-07T01:21:30,391 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155, hbase.cluster.distributed=false 2024-12-07T01:21:30,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Set watcher on znode that does not yet exist, /2-127543076/acl 2024-12-07T01:21:30,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37835 2024-12-07T01:21:30,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37835 2024-12-07T01:21:30,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37835 2024-12-07T01:21:30,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37835 2024-12-07T01:21:30,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37835 2024-12-07T01:21:30,407 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ec1863dc21e5:0 server-side Connection retries=45 2024-12-07T01:21:30,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:30,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:30,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T01:21:30,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T01:21:30,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T01:21:30,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T01:21:30,407 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T01:21:30,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41923 2024-12-07T01:21:30,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41923 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-12-07T01:21:30,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:30,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:30,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419230x0, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:21:30,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41923-0x101ad60e64d0007 connected 2024-12-07T01:21:30,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Set watcher on znode that does not yet exist, /2-127543076/running 2024-12-07T01:21:30,421 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T01:21:30,421 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T01:21:30,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Set watcher on znode that does not yet exist, /2-127543076/master 2024-12-07T01:21:30,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Set watcher on znode that does not yet exist, /2-127543076/acl 2024-12-07T01:21:30,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41923 2024-12-07T01:21:30,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41923 2024-12-07T01:21:30,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41923 2024-12-07T01:21:30,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41923 2024-12-07T01:21:30,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41923 2024-12-07T01:21:30,433 DEBUG [M:0;ec1863dc21e5:37835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ec1863dc21e5:37835 2024-12-07T01:21:30,434 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-127543076/backup-masters/ec1863dc21e5,37835,1733534490261 2024-12-07T01:21:30,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076/backup-masters 2024-12-07T01:21:30,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076/backup-masters 2024-12-07T01:21:30,442 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Set watcher on existing znode=/2-127543076/backup-masters/ec1863dc21e5,37835,1733534490261 2024-12-07T01:21:30,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-127543076/master 2024-12-07T01:21:30,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:30,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:30,452 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Set watcher on existing znode=/2-127543076/master 2024-12-07T01:21:30,452 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-127543076/backup-masters/ec1863dc21e5,37835,1733534490261 from backup master directory 2024-12-07T01:21:30,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-127543076/backup-masters/ec1863dc21e5,37835,1733534490261 2024-12-07T01:21:30,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076/backup-masters 2024-12-07T01:21:30,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076/backup-masters 2024-12-07T01:21:30,462 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:21:30,462 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ec1863dc21e5,37835,1733534490261 2024-12-07T01:21:30,465 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/hbase.id] with ID: ba907270-03cd-4829-bde8-df7e82f727fb 2024-12-07T01:21:30,465 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/.tmp/hbase.id 2024-12-07T01:21:30,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741826_1002 (size=42) 2024-12-07T01:21:30,869 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/.tmp/hbase.id]:[hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/hbase.id] 2024-12-07T01:21:30,877 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:30,878 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T01:21:30,878 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-07T01:21:30,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:30,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:30,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741827_1003 (size=196) 2024-12-07T01:21:31,330 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:21:31,331 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T01:21:31,331 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:21:31,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741828_1004 (size=1189) 2024-12-07T01:21:31,336 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store 2024-12-07T01:21:31,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741829_1005 (size=34) 2024-12-07T01:21:31,339 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:31,339 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:21:31,339 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:31,339 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:31,339 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:21:31,339 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:31,339 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:31,339 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534491339Disabling compacts and flushes for region at 1733534491339Disabling writes for close at 1733534491339Writing region close event to WAL at 1733534491339Closed at 1733534491339 2024-12-07T01:21:31,340 WARN [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/.initializing 2024-12-07T01:21:31,340 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/WALs/ec1863dc21e5,37835,1733534490261 2024-12-07T01:21:31,341 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:21:31,342 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ec1863dc21e5%2C37835%2C1733534490261, suffix=, logDir=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/WALs/ec1863dc21e5,37835,1733534490261, archiveDir=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/oldWALs, maxLogs=10 2024-12-07T01:21:31,353 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/WALs/ec1863dc21e5,37835,1733534490261/ec1863dc21e5%2C37835%2C1733534490261.1733534491342, exclude list is [], retry=0 2024-12-07T01:21:31,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43243,DS-224aa0ec-36ea-413b-93cc-2729443d8582,DISK] 2024-12-07T01:21:31,357 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/WALs/ec1863dc21e5,37835,1733534490261/ec1863dc21e5%2C37835%2C1733534490261.1733534491342 2024-12-07T01:21:31,357 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39481:39481)] 2024-12-07T01:21:31,357 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:21:31,357 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:31,357 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:31,357 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:31,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:31,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T01:21:31,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:31,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:31,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:31,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T01:21:31,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:31,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:31,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:31,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T01:21:31,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:31,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:31,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:31,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T01:21:31,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:31,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:31,363 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:31,363 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:31,364 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:31,364 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:31,364 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:31,365 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:21:31,365 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T01:21:31,366 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:21:31,367 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71488359, jitterRate=0.06525956094264984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:21:31,367 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733534491357Initializing all the Stores at 1733534491358 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534491358Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534491358Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534491358Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534491358Cleaning up temporary data from old regions at 1733534491364 (+6 ms)Region opened successfully at 1733534491367 (+3 ms) 2024-12-07T01:21:31,367 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T01:21:31,369 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f370f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:21:31,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T01:21:31,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T01:21:31,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T01:21:31,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T01:21:31,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T01:21:31,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-07T01:21:31,370 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T01:21:31,372 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T01:21:31,373 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Unable to get data of znode /2-127543076/balancer because node does not exist (not necessarily an error) 2024-12-07T01:21:31,420 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-127543076/balancer already deleted, retry=false 2024-12-07T01:21:31,420 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T01:21:31,421 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Unable to get data of znode /2-127543076/normalizer because node does not exist (not necessarily an error) 2024-12-07T01:21:31,430 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-127543076/normalizer already deleted, retry=false 2024-12-07T01:21:31,431 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T01:21:31,432 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Unable to get data of znode /2-127543076/switch/split because node does not exist (not necessarily an error) 2024-12-07T01:21:31,441 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-127543076/switch/split already deleted, retry=false 2024-12-07T01:21:31,442 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Unable to get data of znode /2-127543076/switch/merge because node does not exist (not necessarily an error) 2024-12-07T01:21:31,452 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-127543076/switch/merge already deleted, retry=false 2024-12-07T01:21:31,453 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Unable to get data of znode /2-127543076/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T01:21:31,462 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-127543076/snapshot-cleanup already deleted, retry=false 2024-12-07T01:21:31,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-127543076/running 2024-12-07T01:21:31,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-127543076/running 2024-12-07T01:21:31,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:31,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:31,473 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ec1863dc21e5,37835,1733534490261, sessionid=0x101ad60e64d0006, setting cluster-up flag (Was=false) 2024-12-07T01:21:31,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:31,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:31,525 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-127543076/flush-table-proc/acquired, /2-127543076/flush-table-proc/reached, /2-127543076/flush-table-proc/abort 2024-12-07T01:21:31,526 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,37835,1733534490261 2024-12-07T01:21:31,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:31,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:31,578 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-127543076/online-snapshot/acquired, /2-127543076/online-snapshot/reached, /2-127543076/online-snapshot/abort 2024-12-07T01:21:31,590 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ec1863dc21e5,37835,1733534490261 2024-12-07T01:21:31,591 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T01:21:31,593 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:31,593 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T01:21:31,593 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T01:21:31,593 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ec1863dc21e5,37835,1733534490261 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T01:21:31,594 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:31,594 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:31,594 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:31,594 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=5, maxPoolSize=5 2024-12-07T01:21:31,594 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ec1863dc21e5:0, corePoolSize=10, maxPoolSize=10 2024-12-07T01:21:31,594 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:31,595 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:21:31,595 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:31,595 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733534521595 2024-12-07T01:21:31,595 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T01:21:31,595 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T01:21:31,596 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T01:21:31,596 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T01:21:31,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:31,596 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T01:21:31,596 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T01:21:31,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T01:21:31,596 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:31,596 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T01:21:31,596 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T01:21:31,596 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T01:21:31,596 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-07T01:21:31,596 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:31,596 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T01:21:31,600 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T01:21:31,600 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T01:21:31,600 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534491600,5,FailOnTimeoutGroup] 2024-12-07T01:21:31,603 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534491600,5,FailOnTimeoutGroup] 2024-12-07T01:21:31,603 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:31,603 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T01:21:31,603 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:31,603 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:31,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741831_1007 (size=1321) 2024-12-07T01:21:31,626 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(746): ClusterId : ba907270-03cd-4829-bde8-df7e82f727fb 2024-12-07T01:21:31,626 DEBUG [RS:0;ec1863dc21e5:41923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T01:21:31,631 DEBUG [RS:0;ec1863dc21e5:41923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T01:21:31,631 DEBUG [RS:0;ec1863dc21e5:41923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T01:21:31,642 DEBUG [RS:0;ec1863dc21e5:41923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T01:21:31,642 DEBUG [RS:0;ec1863dc21e5:41923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9dce89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ec1863dc21e5/172.17.0.3:0 2024-12-07T01:21:31,660 DEBUG [RS:0;ec1863dc21e5:41923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ec1863dc21e5:41923 2024-12-07T01:21:31,660 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T01:21:31,660 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T01:21:31,660 DEBUG [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T01:21:31,661 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(2659): reportForDuty to master=ec1863dc21e5,37835,1733534490261 with port=41923, startcode=1733534490407 2024-12-07T01:21:31,661 DEBUG [RS:0;ec1863dc21e5:41923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T01:21:31,662 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T01:21:31,663 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ec1863dc21e5,41923,1733534490407 2024-12-07T01:21:31,663 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37835 {}] master.ServerManager(517): Registering regionserver=ec1863dc21e5,41923,1733534490407 2024-12-07T01:21:31,664 DEBUG [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155 2024-12-07T01:21:31,664 DEBUG [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34001 2024-12-07T01:21:31,664 DEBUG [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T01:21:31,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076/rs 2024-12-07T01:21:31,718 DEBUG [RS:0;ec1863dc21e5:41923 {}] zookeeper.ZKUtil(111): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Set watcher on existing znode=/2-127543076/rs/ec1863dc21e5,41923,1733534490407 2024-12-07T01:21:31,718 WARN [RS:0;ec1863dc21e5:41923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T01:21:31,718 INFO [RS:0;ec1863dc21e5:41923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:21:31,718 DEBUG [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/WALs/ec1863dc21e5,41923,1733534490407 2024-12-07T01:21:31,718 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ec1863dc21e5,41923,1733534490407] 2024-12-07T01:21:31,720 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T01:21:31,721 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T01:21:31,721 INFO [RS:0;ec1863dc21e5:41923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T01:21:31,721 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:31,721 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T01:21:31,722 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T01:21:31,722 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:31,722 DEBUG [RS:0;ec1863dc21e5:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:31,722 DEBUG [RS:0;ec1863dc21e5:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:31,722 DEBUG [RS:0;ec1863dc21e5:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:31,722 DEBUG [RS:0;ec1863dc21e5:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:31,722 DEBUG [RS:0;ec1863dc21e5:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:31,722 DEBUG [RS:0;ec1863dc21e5:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ec1863dc21e5:0, corePoolSize=2, maxPoolSize=2 2024-12-07T01:21:31,722 DEBUG [RS:0;ec1863dc21e5:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:31,722 DEBUG [RS:0;ec1863dc21e5:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:31,722 DEBUG [RS:0;ec1863dc21e5:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:31,722 DEBUG [RS:0;ec1863dc21e5:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:31,722 DEBUG [RS:0;ec1863dc21e5:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:31,722 DEBUG [RS:0;ec1863dc21e5:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ec1863dc21e5:0, corePoolSize=1, maxPoolSize=1 2024-12-07T01:21:31,722 DEBUG [RS:0;ec1863dc21e5:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:21:31,722 DEBUG [RS:0;ec1863dc21e5:41923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ec1863dc21e5:0, corePoolSize=3, maxPoolSize=3 2024-12-07T01:21:31,722 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:31,723 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:31,723 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:31,723 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:31,723 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:31,723 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,41923,1733534490407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:21:31,736 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T01:21:31,737 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,41923,1733534490407-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:31,737 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:31,737 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.Replication(171): ec1863dc21e5,41923,1733534490407 started 2024-12-07T01:21:31,747 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:31,748 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(1482): Serving as ec1863dc21e5,41923,1733534490407, RpcServer on ec1863dc21e5/172.17.0.3:41923, sessionid=0x101ad60e64d0007 2024-12-07T01:21:31,748 DEBUG [RS:0;ec1863dc21e5:41923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T01:21:31,748 DEBUG [RS:0;ec1863dc21e5:41923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ec1863dc21e5,41923,1733534490407 2024-12-07T01:21:31,748 DEBUG [RS:0;ec1863dc21e5:41923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,41923,1733534490407' 2024-12-07T01:21:31,748 DEBUG [RS:0;ec1863dc21e5:41923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-127543076/flush-table-proc/abort' 2024-12-07T01:21:31,748 DEBUG [RS:0;ec1863dc21e5:41923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-127543076/flush-table-proc/acquired' 2024-12-07T01:21:31,748 DEBUG [RS:0;ec1863dc21e5:41923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T01:21:31,748 DEBUG [RS:0;ec1863dc21e5:41923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T01:21:31,748 DEBUG [RS:0;ec1863dc21e5:41923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ec1863dc21e5,41923,1733534490407 2024-12-07T01:21:31,748 DEBUG [RS:0;ec1863dc21e5:41923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ec1863dc21e5,41923,1733534490407' 2024-12-07T01:21:31,748 DEBUG [RS:0;ec1863dc21e5:41923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-127543076/online-snapshot/abort' 2024-12-07T01:21:31,749 DEBUG [RS:0;ec1863dc21e5:41923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-127543076/online-snapshot/acquired' 2024-12-07T01:21:31,749 DEBUG [RS:0;ec1863dc21e5:41923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T01:21:31,749 INFO [RS:0;ec1863dc21e5:41923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T01:21:31,749 INFO [RS:0;ec1863dc21e5:41923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T01:21:31,849 INFO [RS:0;ec1863dc21e5:41923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T01:21:31,850 INFO [RS:0;ec1863dc21e5:41923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C41923%2C1733534490407, suffix=, logDir=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/WALs/ec1863dc21e5,41923,1733534490407, archiveDir=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/oldWALs, maxLogs=10 2024-12-07T01:21:31,861 DEBUG [RS:0;ec1863dc21e5:41923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/WALs/ec1863dc21e5,41923,1733534490407/ec1863dc21e5%2C41923%2C1733534490407.1733534491851, exclude list is [], retry=0 2024-12-07T01:21:31,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43243,DS-224aa0ec-36ea-413b-93cc-2729443d8582,DISK] 2024-12-07T01:21:31,864 INFO [RS:0;ec1863dc21e5:41923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/WALs/ec1863dc21e5,41923,1733534490407/ec1863dc21e5%2C41923%2C1733534490407.1733534491851 2024-12-07T01:21:31,865 DEBUG [RS:0;ec1863dc21e5:41923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39481:39481)] 2024-12-07T01:21:32,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T01:21:32,005 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155 2024-12-07T01:21:32,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741833_1009 (size=32) 2024-12-07T01:21:32,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:32,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:21:32,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:21:32,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:32,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:32,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:21:32,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:21:32,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:32,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:32,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:21:32,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:21:32,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:32,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:32,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:21:32,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:21:32,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:32,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:32,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:21:32,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740 2024-12-07T01:21:32,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740 2024-12-07T01:21:32,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:21:32,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:21:32,418 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:21:32,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:21:32,420 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:21:32,420 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62163182, jitterRate=-0.07369640469551086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:21:32,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733534492410Initializing all the Stores at 1733534492411 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534492411Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534492411Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534492411Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534492411Cleaning up temporary data from old regions at 1733534492417 (+6 ms)Region opened successfully at 1733534492420 (+3 ms) 2024-12-07T01:21:32,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:21:32,420 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:21:32,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:21:32,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:21:32,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:21:32,420 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:21:32,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534492420Disabling compacts and flushes for region at 1733534492420Disabling writes for close at 1733534492420Writing region close event to WAL at 1733534492420Closed at 1733534492420 2024-12-07T01:21:32,421 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:32,421 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T01:21:32,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T01:21:32,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:21:32,423 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T01:21:32,573 DEBUG [ec1863dc21e5:37835 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T01:21:32,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ec1863dc21e5,41923,1733534490407 2024-12-07T01:21:32,574 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,41923,1733534490407, state=OPENING 2024-12-07T01:21:32,578 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T01:21:32,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:32,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:32,589 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T01:21:32,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-127543076/meta-region-server: CHANGED 2024-12-07T01:21:32,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-127543076/meta-region-server: CHANGED 2024-12-07T01:21:32,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,41923,1733534490407}] 2024-12-07T01:21:32,741 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:21:32,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:21:32,745 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T01:21:32,745 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:21:32,745 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T01:21:32,746 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C41923%2C1733534490407.meta, suffix=.meta, logDir=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/WALs/ec1863dc21e5,41923,1733534490407, archiveDir=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/oldWALs, maxLogs=10 2024-12-07T01:21:32,757 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/WALs/ec1863dc21e5,41923,1733534490407/ec1863dc21e5%2C41923%2C1733534490407.meta.1733534492746.meta, exclude list is [], retry=0 2024-12-07T01:21:32,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43243,DS-224aa0ec-36ea-413b-93cc-2729443d8582,DISK] 2024-12-07T01:21:32,760 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/WALs/ec1863dc21e5,41923,1733534490407/ec1863dc21e5%2C41923%2C1733534490407.meta.1733534492746.meta 2024-12-07T01:21:32,760 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39481:39481)] 2024-12-07T01:21:32,760 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:21:32,760 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:21:32,761 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:21:32,761 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T01:21:32,761 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T01:21:32,761 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T01:21:32,761 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:32,761 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T01:21:32,761 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T01:21:32,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T01:21:32,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T01:21:32,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:32,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:32,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T01:21:32,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T01:21:32,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:32,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:32,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T01:21:32,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T01:21:32,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:32,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:32,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T01:21:32,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T01:21:32,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:32,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T01:21:32,765 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T01:21:32,765 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740 2024-12-07T01:21:32,766 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740 2024-12-07T01:21:32,766 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T01:21:32,766 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T01:21:32,767 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T01:21:32,767 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T01:21:32,768 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71607287, jitterRate=0.06703172624111176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T01:21:32,768 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T01:21:32,768 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733534492761Writing region info on filesystem at 1733534492761Initializing all the Stores at 1733534492762 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534492762Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534492762Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534492762Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733534492762Cleaning up temporary data from old regions at 1733534492766 (+4 ms)Running coprocessor post-open hooks at 1733534492768 (+2 ms)Region opened successfully at 1733534492768 2024-12-07T01:21:32,768 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733534492741 2024-12-07T01:21:32,770 DEBUG [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T01:21:32,770 INFO [RS_OPEN_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T01:21:32,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,41923,1733534490407 2024-12-07T01:21:32,771 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ec1863dc21e5,41923,1733534490407, state=OPEN 2024-12-07T01:21:32,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-127543076/meta-region-server 2024-12-07T01:21:32,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-127543076/meta-region-server 2024-12-07T01:21:32,799 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ec1863dc21e5,41923,1733534490407 2024-12-07T01:21:32,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-127543076/meta-region-server: CHANGED 2024-12-07T01:21:32,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-127543076/meta-region-server: CHANGED 2024-12-07T01:21:32,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T01:21:32,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ec1863dc21e5,41923,1733534490407 in 210 msec 2024-12-07T01:21:32,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T01:21:32,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 380 msec 2024-12-07T01:21:32,803 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T01:21:32,803 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T01:21:32,804 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:32,804 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,41923,1733534490407, seqNum=-1] 2024-12-07T01:21:32,804 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:32,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:21:32,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-12-07T01:21:32,808 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733534492808, completionTime=-1 2024-12-07T01:21:32,808 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T01:21:32,808 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T01:21:32,809 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T01:21:32,809 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733534552809 2024-12-07T01:21:32,809 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733534612809 2024-12-07T01:21:32,809 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-07T01:21:32,809 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37835,1733534490261-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:32,809 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37835,1733534490261-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:32,809 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37835,1733534490261-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:32,809 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ec1863dc21e5:37835, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:32,809 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:32,810 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:32,811 DEBUG [master/ec1863dc21e5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T01:21:32,812 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.350sec 2024-12-07T01:21:32,812 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T01:21:32,812 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T01:21:32,812 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T01:21:32,812 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T01:21:32,812 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T01:21:32,812 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37835,1733534490261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T01:21:32,812 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37835,1733534490261-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T01:21:32,814 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T01:21:32,814 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T01:21:32,814 INFO [master/ec1863dc21e5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ec1863dc21e5,37835,1733534490261-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T01:21:32,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ac3694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:32,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37835,-1 for getting cluster id 2024-12-07T01:21:32,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:32,827 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba907270-03cd-4829-bde8-df7e82f727fb' 2024-12-07T01:21:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba907270-03cd-4829-bde8-df7e82f727fb" 2024-12-07T01:21:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec70784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37835,-1] 2024-12-07T01:21:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:32,828 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:32,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252b21e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:32,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:32,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,41923,1733534490407, seqNum=-1] 2024-12-07T01:21:32,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:32,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:21:32,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ec1863dc21e5,37835,1733534490261 2024-12-07T01:21:32,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61492 2024-12-07T01:21:32,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T01:21:32,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101ad60e64d0008 connected 2024-12-07T01:21:32,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:32,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,34267,1733534478869 2024-12-07T01:21:32,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@436182dc 2024-12-07T01:21:32,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:32,854 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:21:32,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:21:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:21:32,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:21:32,857 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:32,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:21:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:32,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:21:32,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:21:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:33,267 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc0349859d38880a6124a606916fcf25, NAME => 'test,,1733534492855.dc0349859d38880a6124a606916fcf25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60 2024-12-07T01:21:33,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:21:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:33,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534492855.dc0349859d38880a6124a606916fcf25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:33,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dc0349859d38880a6124a606916fcf25, disabling compactions & flushes 2024-12-07T01:21:33,671 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534492855.dc0349859d38880a6124a606916fcf25. 2024-12-07T01:21:33,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534492855.dc0349859d38880a6124a606916fcf25. 2024-12-07T01:21:33,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534492855.dc0349859d38880a6124a606916fcf25. after waiting 0 ms 2024-12-07T01:21:33,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534492855.dc0349859d38880a6124a606916fcf25. 2024-12-07T01:21:33,671 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534492855.dc0349859d38880a6124a606916fcf25. 2024-12-07T01:21:33,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc0349859d38880a6124a606916fcf25: Waiting for close lock at 1733534493671Disabling compacts and flushes for region at 1733534493671Disabling writes for close at 1733534493671Writing region close event to WAL at 1733534493671Closed at 1733534493671 2024-12-07T01:21:33,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:21:33,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534492855.dc0349859d38880a6124a606916fcf25.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534493672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534493672"}]},"ts":"1733534493672"} 2024-12-07T01:21:33,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:21:33,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:21:33,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534493675"}]},"ts":"1733534493675"} 2024-12-07T01:21:33,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:21:33,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc0349859d38880a6124a606916fcf25, ASSIGN}] 2024-12-07T01:21:33,677 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc0349859d38880a6124a606916fcf25, ASSIGN 2024-12-07T01:21:33,678 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dc0349859d38880a6124a606916fcf25, ASSIGN; state=OFFLINE, location=ec1863dc21e5,33189,1733534479049; forceNewPlan=false, retain=false 2024-12-07T01:21:33,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc0349859d38880a6124a606916fcf25, regionState=OPENING, regionLocation=ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:33,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dc0349859d38880a6124a606916fcf25, ASSIGN because future has completed 2024-12-07T01:21:33,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc0349859d38880a6124a606916fcf25, server=ec1863dc21e5,33189,1733534479049}] 2024-12-07T01:21:33,985 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534492855.dc0349859d38880a6124a606916fcf25. 2024-12-07T01:21:33,985 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dc0349859d38880a6124a606916fcf25, NAME => 'test,,1733534492855.dc0349859d38880a6124a606916fcf25.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:21:33,985 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:21:33,986 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:21:33,986 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dc0349859d38880a6124a606916fcf25 2024-12-07T01:21:33,986 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534492855.dc0349859d38880a6124a606916fcf25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:33,986 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dc0349859d38880a6124a606916fcf25 2024-12-07T01:21:33,986 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dc0349859d38880a6124a606916fcf25 2024-12-07T01:21:33,987 INFO [StoreOpener-dc0349859d38880a6124a606916fcf25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dc0349859d38880a6124a606916fcf25 2024-12-07T01:21:33,987 INFO [StoreOpener-dc0349859d38880a6124a606916fcf25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc0349859d38880a6124a606916fcf25 columnFamilyName f 2024-12-07T01:21:33,988 DEBUG [StoreOpener-dc0349859d38880a6124a606916fcf25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:33,988 INFO [StoreOpener-dc0349859d38880a6124a606916fcf25-1 {}] regionserver.HStore(327): Store=dc0349859d38880a6124a606916fcf25/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:33,988 INFO [StoreOpener-dc0349859d38880a6124a606916fcf25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dc0349859d38880a6124a606916fcf25 2024-12-07T01:21:33,989 INFO [StoreOpener-dc0349859d38880a6124a606916fcf25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc0349859d38880a6124a606916fcf25 columnFamilyName f1 2024-12-07T01:21:33,989 DEBUG [StoreOpener-dc0349859d38880a6124a606916fcf25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:33,989 INFO [StoreOpener-dc0349859d38880a6124a606916fcf25-1 {}] regionserver.HStore(327): Store=dc0349859d38880a6124a606916fcf25/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:33,989 INFO [StoreOpener-dc0349859d38880a6124a606916fcf25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dc0349859d38880a6124a606916fcf25 2024-12-07T01:21:33,990 INFO [StoreOpener-dc0349859d38880a6124a606916fcf25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc0349859d38880a6124a606916fcf25 columnFamilyName norep 2024-12-07T01:21:33,990 DEBUG [StoreOpener-dc0349859d38880a6124a606916fcf25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:33,990 INFO [StoreOpener-dc0349859d38880a6124a606916fcf25-1 {}] regionserver.HStore(327): Store=dc0349859d38880a6124a606916fcf25/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:33,990 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dc0349859d38880a6124a606916fcf25 2024-12-07T01:21:33,990 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25 2024-12-07T01:21:33,990 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25 2024-12-07T01:21:33,991 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dc0349859d38880a6124a606916fcf25 2024-12-07T01:21:33,991 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dc0349859d38880a6124a606916fcf25 2024-12-07T01:21:33,991 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:21:33,992 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dc0349859d38880a6124a606916fcf25 2024-12-07T01:21:33,993 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:21:33,993 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dc0349859d38880a6124a606916fcf25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60206270, jitterRate=-0.10285666584968567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:21:33,993 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc0349859d38880a6124a606916fcf25 2024-12-07T01:21:33,993 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dc0349859d38880a6124a606916fcf25: Running coprocessor pre-open hook at 1733534493986Writing region info on filesystem at 1733534493986Initializing all the Stores at 1733534493986Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534493986Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534493987 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534493987Cleaning up temporary data from old regions at 1733534493991 (+4 ms)Running coprocessor post-open hooks at 1733534493993 (+2 ms)Region opened successfully at 1733534493993 2024-12-07T01:21:33,994 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534492855.dc0349859d38880a6124a606916fcf25., pid=6, masterSystemTime=1733534493982 2024-12-07T01:21:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:33,996 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534492855.dc0349859d38880a6124a606916fcf25. 2024-12-07T01:21:33,996 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534492855.dc0349859d38880a6124a606916fcf25. 2024-12-07T01:21:33,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc0349859d38880a6124a606916fcf25, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:33,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc0349859d38880a6124a606916fcf25, server=ec1863dc21e5,33189,1733534479049 because future has completed 2024-12-07T01:21:34,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:21:34,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dc0349859d38880a6124a606916fcf25, server=ec1863dc21e5,33189,1733534479049 in 168 msec 2024-12-07T01:21:34,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:21:34,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dc0349859d38880a6124a606916fcf25, ASSIGN in 324 msec 2024-12-07T01:21:34,002 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:21:34,002 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534494002"}]},"ts":"1733534494002"} 2024-12-07T01:21:34,003 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:21:34,004 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:21:34,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-07T01:21:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:35,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:35,005 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:21:35,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,37921,1733534485618 2024-12-07T01:21:35,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a793c26 2024-12-07T01:21:35,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:35,007 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:21:35,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:21:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:21:35,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:21:35,009 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:35,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:21:35,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:21:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:35,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:21:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:35,415 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0f92bcf17992e83a9d6715d770a7888, NAME => 'test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba 2024-12-07T01:21:35,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:21:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:35,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:35,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c0f92bcf17992e83a9d6715d770a7888, disabling compactions & flushes 2024-12-07T01:21:35,820 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888. 2024-12-07T01:21:35,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888. 2024-12-07T01:21:35,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888. after waiting 0 ms 2024-12-07T01:21:35,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888. 2024-12-07T01:21:35,820 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888. 2024-12-07T01:21:35,820 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0f92bcf17992e83a9d6715d770a7888: Waiting for close lock at 1733534495820Disabling compacts and flushes for region at 1733534495820Disabling writes for close at 1733534495820Writing region close event to WAL at 1733534495820Closed at 1733534495820 2024-12-07T01:21:35,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:21:35,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534495821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534495821"}]},"ts":"1733534495821"} 2024-12-07T01:21:35,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:21:35,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:21:35,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534495823"}]},"ts":"1733534495823"} 2024-12-07T01:21:35,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:21:35,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c0f92bcf17992e83a9d6715d770a7888, ASSIGN}] 2024-12-07T01:21:35,826 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c0f92bcf17992e83a9d6715d770a7888, ASSIGN 2024-12-07T01:21:35,826 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c0f92bcf17992e83a9d6715d770a7888, ASSIGN; state=OFFLINE, location=ec1863dc21e5,45895,1733534485766; forceNewPlan=false, retain=false 2024-12-07T01:21:35,977 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c0f92bcf17992e83a9d6715d770a7888, regionState=OPENING, regionLocation=ec1863dc21e5,45895,1733534485766 2024-12-07T01:21:35,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c0f92bcf17992e83a9d6715d770a7888, ASSIGN because future has completed 2024-12-07T01:21:35,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0f92bcf17992e83a9d6715d770a7888, server=ec1863dc21e5,45895,1733534485766}] 2024-12-07T01:21:36,133 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888. 2024-12-07T01:21:36,133 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c0f92bcf17992e83a9d6715d770a7888, NAME => 'test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:21:36,133 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:21:36,133 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:21:36,133 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:36,133 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:36,134 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:36,134 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:36,135 INFO [StoreOpener-c0f92bcf17992e83a9d6715d770a7888-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:36,136 INFO [StoreOpener-c0f92bcf17992e83a9d6715d770a7888-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0f92bcf17992e83a9d6715d770a7888 columnFamilyName f 2024-12-07T01:21:36,136 DEBUG [StoreOpener-c0f92bcf17992e83a9d6715d770a7888-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:36,136 INFO [StoreOpener-c0f92bcf17992e83a9d6715d770a7888-1 {}] regionserver.HStore(327): Store=c0f92bcf17992e83a9d6715d770a7888/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:36,136 INFO [StoreOpener-c0f92bcf17992e83a9d6715d770a7888-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:36,137 INFO [StoreOpener-c0f92bcf17992e83a9d6715d770a7888-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0f92bcf17992e83a9d6715d770a7888 columnFamilyName f1 2024-12-07T01:21:36,137 DEBUG [StoreOpener-c0f92bcf17992e83a9d6715d770a7888-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:36,137 INFO [StoreOpener-c0f92bcf17992e83a9d6715d770a7888-1 {}] regionserver.HStore(327): Store=c0f92bcf17992e83a9d6715d770a7888/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:36,137 INFO [StoreOpener-c0f92bcf17992e83a9d6715d770a7888-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:36,138 INFO [StoreOpener-c0f92bcf17992e83a9d6715d770a7888-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0f92bcf17992e83a9d6715d770a7888 columnFamilyName norep 2024-12-07T01:21:36,138 DEBUG [StoreOpener-c0f92bcf17992e83a9d6715d770a7888-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:36,138 INFO [StoreOpener-c0f92bcf17992e83a9d6715d770a7888-1 {}] regionserver.HStore(327): Store=c0f92bcf17992e83a9d6715d770a7888/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:36,138 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:36,139 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:36,139 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:36,140 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:36,140 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:36,140 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:21:36,141 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:36,142 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:21:36,142 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c0f92bcf17992e83a9d6715d770a7888; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75380005, jitterRate=0.1232496052980423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:21:36,142 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:36,142 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c0f92bcf17992e83a9d6715d770a7888: Running coprocessor pre-open hook at 1733534496134Writing region info on filesystem at 1733534496134Initializing all the Stores at 1733534496134Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534496134Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534496134Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534496135 (+1 ms)Cleaning up temporary data from old regions at 1733534496140 (+5 ms)Running coprocessor post-open hooks at 1733534496142 (+2 ms)Region opened successfully at 1733534496142 2024-12-07T01:21:36,143 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888., pid=6, masterSystemTime=1733534496130 2024-12-07T01:21:36,144 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888. 2024-12-07T01:21:36,144 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888. 2024-12-07T01:21:36,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c0f92bcf17992e83a9d6715d770a7888, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,45895,1733534485766 2024-12-07T01:21:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:36,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0f92bcf17992e83a9d6715d770a7888, server=ec1863dc21e5,45895,1733534485766 because future has completed 2024-12-07T01:21:36,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:21:36,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c0f92bcf17992e83a9d6715d770a7888, server=ec1863dc21e5,45895,1733534485766 in 168 msec 2024-12-07T01:21:36,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:21:36,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c0f92bcf17992e83a9d6715d770a7888, ASSIGN in 323 msec 2024-12-07T01:21:36,150 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:21:36,150 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534496150"}]},"ts":"1733534496150"} 2024-12-07T01:21:36,152 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:21:36,152 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:21:36,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-07T01:21:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:37,155 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:21:37,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,37835,1733534490261 2024-12-07T01:21:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72256e2c 2024-12-07T01:21:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:37,156 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:21:37,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:21:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-07T01:21:37,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:21:37,159 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:37,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-07T01:21:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:37,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:21:37,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741835_1011 (size=902) 2024-12-07T01:21:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:37,565 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 478db1d897dfcccc5b751ab7817efbc4, NAME => 'test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155 2024-12-07T01:21:37,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741836_1012 (size=39) 2024-12-07T01:21:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:37,973 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:37,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 478db1d897dfcccc5b751ab7817efbc4, disabling compactions & flushes 2024-12-07T01:21:37,974 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4. 2024-12-07T01:21:37,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4. 2024-12-07T01:21:37,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4. after waiting 0 ms 2024-12-07T01:21:37,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4. 2024-12-07T01:21:37,974 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4. 2024-12-07T01:21:37,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 478db1d897dfcccc5b751ab7817efbc4: Waiting for close lock at 1733534497973Disabling compacts and flushes for region at 1733534497973Disabling writes for close at 1733534497974 (+1 ms)Writing region close event to WAL at 1733534497974Closed at 1733534497974 2024-12-07T01:21:37,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:21:37,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733534497975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534497975"}]},"ts":"1733534497975"} 2024-12-07T01:21:37,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:21:37,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:21:37,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534497977"}]},"ts":"1733534497977"} 2024-12-07T01:21:37,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T01:21:37,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=478db1d897dfcccc5b751ab7817efbc4, ASSIGN}] 2024-12-07T01:21:37,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=478db1d897dfcccc5b751ab7817efbc4, ASSIGN 2024-12-07T01:21:37,980 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=478db1d897dfcccc5b751ab7817efbc4, ASSIGN; state=OFFLINE, location=ec1863dc21e5,41923,1733534490407; forceNewPlan=false, retain=false 2024-12-07T01:21:38,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=478db1d897dfcccc5b751ab7817efbc4, regionState=OPENING, regionLocation=ec1863dc21e5,41923,1733534490407 2024-12-07T01:21:38,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=478db1d897dfcccc5b751ab7817efbc4, ASSIGN because future has completed 2024-12-07T01:21:38,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 478db1d897dfcccc5b751ab7817efbc4, server=ec1863dc21e5,41923,1733534490407}] 2024-12-07T01:21:38,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:21:38,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,287 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4. 2024-12-07T01:21:38,287 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 478db1d897dfcccc5b751ab7817efbc4, NAME => 'test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:21:38,288 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:21:38,288 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-07T01:21:38,288 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:38,288 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:38,288 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:38,288 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:38,289 INFO [StoreOpener-478db1d897dfcccc5b751ab7817efbc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:38,290 INFO [StoreOpener-478db1d897dfcccc5b751ab7817efbc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 478db1d897dfcccc5b751ab7817efbc4 columnFamilyName f 2024-12-07T01:21:38,290 DEBUG [StoreOpener-478db1d897dfcccc5b751ab7817efbc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:38,291 INFO [StoreOpener-478db1d897dfcccc5b751ab7817efbc4-1 {}] regionserver.HStore(327): Store=478db1d897dfcccc5b751ab7817efbc4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:38,291 INFO [StoreOpener-478db1d897dfcccc5b751ab7817efbc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:38,292 INFO [StoreOpener-478db1d897dfcccc5b751ab7817efbc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 478db1d897dfcccc5b751ab7817efbc4 columnFamilyName f1 2024-12-07T01:21:38,292 DEBUG [StoreOpener-478db1d897dfcccc5b751ab7817efbc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:38,292 INFO [StoreOpener-478db1d897dfcccc5b751ab7817efbc4-1 {}] regionserver.HStore(327): Store=478db1d897dfcccc5b751ab7817efbc4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:38,292 INFO [StoreOpener-478db1d897dfcccc5b751ab7817efbc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:38,293 INFO [StoreOpener-478db1d897dfcccc5b751ab7817efbc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 478db1d897dfcccc5b751ab7817efbc4 columnFamilyName norep 2024-12-07T01:21:38,293 DEBUG [StoreOpener-478db1d897dfcccc5b751ab7817efbc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:38,293 INFO [StoreOpener-478db1d897dfcccc5b751ab7817efbc4-1 {}] regionserver.HStore(327): Store=478db1d897dfcccc5b751ab7817efbc4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:38,293 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:38,294 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/default/test/478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:38,294 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/default/test/478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:38,294 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:38,294 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:38,295 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:21:38,296 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:38,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,297 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/default/test/478db1d897dfcccc5b751ab7817efbc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:21:38,298 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 478db1d897dfcccc5b751ab7817efbc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60132177, jitterRate=-0.10396073758602142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:21:38,298 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:38,298 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 478db1d897dfcccc5b751ab7817efbc4: Running coprocessor pre-open hook at 1733534498288Writing region info on filesystem at 1733534498288Initializing all the Stores at 1733534498289 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534498289Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534498289Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534498289Cleaning up temporary data from old regions at 1733534498295 (+6 ms)Running coprocessor post-open hooks at 1733534498298 (+3 ms)Region opened successfully at 1733534498298 2024-12-07T01:21:38,298 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4., pid=6, masterSystemTime=1733534498284 2024-12-07T01:21:38,300 DEBUG [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4. 2024-12-07T01:21:38,300 INFO [RS_OPEN_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4. 2024-12-07T01:21:38,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=478db1d897dfcccc5b751ab7817efbc4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ec1863dc21e5,41923,1733534490407 2024-12-07T01:21:38,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 478db1d897dfcccc5b751ab7817efbc4, server=ec1863dc21e5,41923,1733534490407 because future has completed 2024-12-07T01:21:38,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T01:21:38,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 478db1d897dfcccc5b751ab7817efbc4, server=ec1863dc21e5,41923,1733534490407 in 170 msec 2024-12-07T01:21:38,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:38,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T01:21:38,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=478db1d897dfcccc5b751ab7817efbc4, ASSIGN in 326 msec 2024-12-07T01:21:38,307 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:21:38,307 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534498307"}]},"ts":"1733534498307"} 2024-12-07T01:21:38,309 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T01:21:38,309 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:21:38,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-12-07T01:21:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T01:21:39,305 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-07T01:21:39,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:39,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,34267,-1 for getting cluster id 2024-12-07T01:21:39,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:39,307 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b1babcb-cef0-4012-b6e1-762fba68e685' 2024-12-07T01:21:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b1babcb-cef0-4012-b6e1-762fba68e685" 2024-12-07T01:21:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd411fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,34267,-1] 2024-12-07T01:21:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:39,308 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367a4ecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:39,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,34267,1733534478869 2024-12-07T01:21:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6367028d 2024-12-07T01:21:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:39,309 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:21:39,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ec1863dc21e5:37921,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:21:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:21:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:21:39,312 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:37921' 2024-12-07T01:21:39,312 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594ef37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:39,313 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37921,-1 for getting cluster id 2024-12-07T01:21:39,313 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:39,313 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8830df13-e6ec-4ed2-9c63-9b71f52c348e' 2024-12-07T01:21:39,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:39,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8830df13-e6ec-4ed2-9c63-9b71f52c348e" 2024-12-07T01:21:39,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b490d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:39,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37921,-1] 2024-12-07T01:21:39,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:39,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:39,314 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:39,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d015510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:39,315 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:39,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,37921,1733534485618 2024-12-07T01:21:39,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e610ea9 2024-12-07T01:21:39,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:39,316 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:21:39,316 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-07T01:21:39,316 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:21:39,316 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:39,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:39,317 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:39,317 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T01:21:39,318 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-07T01:21:39,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T01:21:39,319 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:39,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T01:21:39,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741837_1013 (size=1138) 2024-12-07T01:21:39,368 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-07T01:21:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:21:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:21:39,724 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1e84a646152f446ff0353c4b01cefb9, NAME => 'hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60 2024-12-07T01:21:39,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741838_1014 (size=44) 2024-12-07T01:21:39,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:39,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f1e84a646152f446ff0353c4b01cefb9, disabling compactions & flushes 2024-12-07T01:21:39,729 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. 2024-12-07T01:21:39,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. 2024-12-07T01:21:39,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. after waiting 0 ms 2024-12-07T01:21:39,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. 2024-12-07T01:21:39,729 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. 2024-12-07T01:21:39,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1e84a646152f446ff0353c4b01cefb9: Waiting for close lock at 1733534499729Disabling compacts and flushes for region at 1733534499729Disabling writes for close at 1733534499729Writing region close event to WAL at 1733534499729Closed at 1733534499729 2024-12-07T01:21:39,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T01:21:39,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733534499730"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733534499730"}]},"ts":"1733534499730"} 2024-12-07T01:21:39,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T01:21:39,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T01:21:39,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534499732"}]},"ts":"1733534499732"} 2024-12-07T01:21:39,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-07T01:21:39,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1e84a646152f446ff0353c4b01cefb9, ASSIGN}] 2024-12-07T01:21:39,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1e84a646152f446ff0353c4b01cefb9, ASSIGN 2024-12-07T01:21:39,735 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f1e84a646152f446ff0353c4b01cefb9, ASSIGN; state=OFFLINE, location=ec1863dc21e5,33189,1733534479049; forceNewPlan=false, retain=false 2024-12-07T01:21:39,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1e84a646152f446ff0353c4b01cefb9, regionState=OPENING, regionLocation=ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:39,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f1e84a646152f446ff0353c4b01cefb9, ASSIGN because future has completed 2024-12-07T01:21:39,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1e84a646152f446ff0353c4b01cefb9, server=ec1863dc21e5,33189,1733534479049}] 2024-12-07T01:21:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:21:40,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. 2024-12-07T01:21:40,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T01:21:40,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-07T01:21:40,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ec1863dc21e5%2C33189%2C1733534479049.rep, suffix=, logDir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049, archiveDir=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/oldWALs, maxLogs=10 2024-12-07T01:21:40,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.rep.1733534500043, exclude list is [], retry=0 2024-12-07T01:21:40,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38577,DS-f3539308-fc97-4560-8b89-b4e655e71fcd,DISK] 2024-12-07T01:21:40,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.rep.1733534500043 2024-12-07T01:21:40,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46807:46807)] 2024-12-07T01:21:40,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f1e84a646152f446ff0353c4b01cefb9, NAME => 'hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9.', STARTKEY => '', ENDKEY => ''} 2024-12-07T01:21:40,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-07T01:21:40,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T01:21:40,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. service=MultiRowMutationService 2024-12-07T01:21:40,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-07T01:21:40,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:40,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T01:21:40,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:40,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:40,059 INFO [StoreOpener-f1e84a646152f446ff0353c4b01cefb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:40,060 INFO [StoreOpener-f1e84a646152f446ff0353c4b01cefb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1e84a646152f446ff0353c4b01cefb9 columnFamilyName hfileref 2024-12-07T01:21:40,060 DEBUG [StoreOpener-f1e84a646152f446ff0353c4b01cefb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:40,060 INFO [StoreOpener-f1e84a646152f446ff0353c4b01cefb9-1 {}] regionserver.HStore(327): Store=f1e84a646152f446ff0353c4b01cefb9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:40,060 INFO [StoreOpener-f1e84a646152f446ff0353c4b01cefb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:40,061 INFO [StoreOpener-f1e84a646152f446ff0353c4b01cefb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1e84a646152f446ff0353c4b01cefb9 columnFamilyName queue 2024-12-07T01:21:40,061 DEBUG [StoreOpener-f1e84a646152f446ff0353c4b01cefb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:40,061 INFO [StoreOpener-f1e84a646152f446ff0353c4b01cefb9-1 {}] regionserver.HStore(327): Store=f1e84a646152f446ff0353c4b01cefb9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:40,061 INFO [StoreOpener-f1e84a646152f446ff0353c4b01cefb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:40,062 INFO [StoreOpener-f1e84a646152f446ff0353c4b01cefb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1e84a646152f446ff0353c4b01cefb9 columnFamilyName sid 2024-12-07T01:21:40,062 DEBUG [StoreOpener-f1e84a646152f446ff0353c4b01cefb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T01:21:40,062 INFO [StoreOpener-f1e84a646152f446ff0353c4b01cefb9-1 {}] regionserver.HStore(327): Store=f1e84a646152f446ff0353c4b01cefb9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T01:21:40,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:40,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/replication/f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:40,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/replication/f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:40,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:40,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:40,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T01:21:40,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:40,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/replication/f1e84a646152f446ff0353c4b01cefb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T01:21:40,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f1e84a646152f446ff0353c4b01cefb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61414660, jitterRate=-0.0848502516746521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T01:21:40,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:40,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f1e84a646152f446ff0353c4b01cefb9: Running coprocessor pre-open hook at 1733534500058Writing region info on filesystem at 1733534500058Initializing all the Stores at 1733534500058Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534500059 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534500059Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733534500059Cleaning up temporary data from old regions at 1733534500064 (+5 ms)Running coprocessor post-open hooks at 1733534500066 (+2 ms)Region opened successfully at 1733534500066 2024-12-07T01:21:40,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9., pid=10, masterSystemTime=1733534500040 2024-12-07T01:21:40,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. 2024-12-07T01:21:40,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. 2024-12-07T01:21:40,069 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1e84a646152f446ff0353c4b01cefb9, regionState=OPEN, openSeqNum=2, regionLocation=ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:40,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1e84a646152f446ff0353c4b01cefb9, server=ec1863dc21e5,33189,1733534479049 because future has completed 2024-12-07T01:21:40,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T01:21:40,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f1e84a646152f446ff0353c4b01cefb9, server=ec1863dc21e5,33189,1733534479049 in 184 msec 2024-12-07T01:21:40,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-07T01:21:40,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1e84a646152f446ff0353c4b01cefb9, ASSIGN in 339 msec 2024-12-07T01:21:40,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T01:21:40,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733534500075"}]},"ts":"1733534500075"} 2024-12-07T01:21:40,076 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-07T01:21:40,076 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T01:21:40,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 759 msec 2024-12-07T01:21:40,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9., hostname=ec1863dc21e5,33189,1733534479049, seqNum=2] 2024-12-07T01:21:40,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:40,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:40,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:21:40,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-07T01:21:40,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-07T01:21:40,405 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-07T01:21:40,438 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ec1863dc21e5,33189,1733534479049, ReplicationSource: 1, currentBandwidth=0 2024-12-07T01:21:40,438 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:40,439 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,33189,1733534479049, seqNum=-1] 2024-12-07T01:21:40,439 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:40,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-07T01:21:40,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ec1863dc21e5,33189,1733534479049', locateType=CURRENT is [region=hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9., hostname=ec1863dc21e5,33189,1733534479049, seqNum=2] 2024-12-07T01:21:40,443 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-07T01:21:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-07T01:21:40,445 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ec1863dc21e5,33189,1733534479049 suceeded 2024-12-07T01:21:40,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:21:40,447 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ec1863dc21e5:37921,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:21:40,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-07T01:21:40,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-07T01:21:40,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1370 sec 2024-12-07T01:21:40,456 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:37921' 2024-12-07T01:21:40,457 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46589cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:40,457 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37921,-1 for getting cluster id 2024-12-07T01:21:40,457 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:40,458 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8830df13-e6ec-4ed2-9c63-9b71f52c348e' 2024-12-07T01:21:40,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:40,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8830df13-e6ec-4ed2-9c63-9b71f52c348e" 2024-12-07T01:21:40,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@794e58fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:40,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37921,-1] 2024-12-07T01:21:40,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:40,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:40,459 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:40,459 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@174cb142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:40,459 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:40,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,37921,1733534485618 2024-12-07T01:21:40,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21370a69 2024-12-07T01:21:40,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:40,460 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-07T01:21:40,461 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ec1863dc21e5,33189,1733534479049 (queues=1) is replicating from cluster=4b1babcb-cef0-4012-b6e1-762fba68e685 to cluster=8830df13-e6ec-4ed2-9c63-9b71f52c348e 2024-12-07T01:21:40,461 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ec1863dc21e5%2C33189%2C1733534479049 2024-12-07T01:21:40,461 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ec1863dc21e5,33189,1733534479049, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:21:40,462 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C33189%2C1733534479049 2024-12-07T01:21:40,462 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490, startPosition=0, beingWritten=true 2024-12-07T01:21:40,465 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:21:40,465 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 to pos 379, reset compression=false 2024-12-07T01:21:40,465 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,33189,1733534479049 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T01:21:40,594 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T01:21:40,669 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 to pos 379, reset compression=false 2024-12-07T01:21:40,972 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 to pos 379, reset compression=false 2024-12-07T01:21:41,376 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 to pos 379, reset compression=false 2024-12-07T01:21:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T01:21:41,455 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-07T01:21:41,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:41,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:41,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:41,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:41,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:41,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:41,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,34267,-1 for getting cluster id 2024-12-07T01:21:41,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:41,457 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b1babcb-cef0-4012-b6e1-762fba68e685' 2024-12-07T01:21:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b1babcb-cef0-4012-b6e1-762fba68e685" 2024-12-07T01:21:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b3233e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,34267,-1] 2024-12-07T01:21:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:41,458 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:41,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3accada6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:41,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:41,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37921,-1 for getting cluster id 2024-12-07T01:21:41,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:41,459 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8830df13-e6ec-4ed2-9c63-9b71f52c348e' 2024-12-07T01:21:41,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:41,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8830df13-e6ec-4ed2-9c63-9b71f52c348e" 2024-12-07T01:21:41,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc585ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:41,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37921,-1] 2024-12-07T01:21:41,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:41,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:41,460 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:41,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d62c0a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:41,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4e3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:41,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37835,-1 for getting cluster id 2024-12-07T01:21:41,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:41,466 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba907270-03cd-4829-bde8-df7e82f727fb' 2024-12-07T01:21:41,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:41,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba907270-03cd-4829-bde8-df7e82f727fb" 2024-12-07T01:21:41,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109ba06b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:41,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37835,-1] 2024-12-07T01:21:41,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:41,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:41,468 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:41,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e5fac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:41,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:41,473 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733534501472/Put/seqid=0 2024-12-07T01:21:41,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741840_1016 (size=7894) 2024-12-07T01:21:41,878 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733534501878/Put/seqid=0 2024-12-07T01:21:41,879 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 to pos 379, reset compression=false 2024-12-07T01:21:41,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741841_1017 (size=7691) 2024-12-07T01:21:41,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:41,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,34267,-1 for getting cluster id 2024-12-07T01:21:41,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:41,886 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b1babcb-cef0-4012-b6e1-762fba68e685' 2024-12-07T01:21:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b1babcb-cef0-4012-b6e1-762fba68e685" 2024-12-07T01:21:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2148751f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,34267,-1] 2024-12-07T01:21:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:41,887 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:41,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be1441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:41,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:41,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,33189,1733534479049, seqNum=-1] 2024-12-07T01:21:41,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:41,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:21:41,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:41,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,34267,1733534478869 2024-12-07T01:21:41,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25ee2dd2 2024-12-07T01:21:41,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:41,896 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:21:41,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733534492855.dc0349859d38880a6124a606916fcf25., hostname=ec1863dc21e5,33189,1733534479049, seqNum=2] 2024-12-07T01:21:41,901 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-07T01:21:41,904 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-07T01:21:41,906 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-07T01:21:41,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_0/f/hfile_1 for inclusion in dc0349859d38880a6124a606916fcf25/f 2024-12-07T01:21:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-07T01:21:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:21:41,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_0/f/hfile_0 for inclusion in dc0349859d38880a6124a606916fcf25/f 2024-12-07T01:21:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-07T01:21:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:21:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HRegion(2603): Flush status journal for dc0349859d38880a6124a606916fcf25: 2024-12-07T01:21:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__2ovvqgrfgs8buj8emer4qrlim9pg7q7os9b7tkh06agn9t9o92en910ip1mr2blb/f/hfile_1 2024-12-07T01:21:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__2ovvqgrfgs8buj8emer4qrlim9pg7q7os9b7tkh06agn9t9o92en910ip1mr2blb/f/hfile_1 as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/37e069c5eff24ee587d64166e5a8d825_SeqId_4_ 2024-12-07T01:21:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__2ovvqgrfgs8buj8emer4qrlim9pg7q7os9b7tkh06agn9t9o92en910ip1mr2blb/f/hfile_0 2024-12-07T01:21:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__2ovvqgrfgs8buj8emer4qrlim9pg7q7os9b7tkh06agn9t9o92en910ip1mr2blb/f/hfile_0 as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/9d108447b49245cfafe45addc3e9e066_SeqId_4_ 2024-12-07T01:21:41,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__2ovvqgrfgs8buj8emer4qrlim9pg7q7os9b7tkh06agn9t9o92en910ip1mr2blb/f/hfile_1 into dc0349859d38880a6124a606916fcf25/f as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/37e069c5eff24ee587d64166e5a8d825_SeqId_4_ - updating store file list. 2024-12-07T01:21:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37e069c5eff24ee587d64166e5a8d825_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T01:21:41,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/37e069c5eff24ee587d64166e5a8d825_SeqId_4_ into dc0349859d38880a6124a606916fcf25/f 2024-12-07T01:21:41,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__2ovvqgrfgs8buj8emer4qrlim9pg7q7os9b7tkh06agn9t9o92en910ip1mr2blb/f/hfile_1 into dc0349859d38880a6124a606916fcf25/f (new location: hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/37e069c5eff24ee587d64166e5a8d825_SeqId_4_) 2024-12-07T01:21:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__2ovvqgrfgs8buj8emer4qrlim9pg7q7os9b7tkh06agn9t9o92en910ip1mr2blb/f/hfile_1 2024-12-07T01:21:41,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__2ovvqgrfgs8buj8emer4qrlim9pg7q7os9b7tkh06agn9t9o92en910ip1mr2blb/f/hfile_0 into dc0349859d38880a6124a606916fcf25/f as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/9d108447b49245cfafe45addc3e9e066_SeqId_4_ - updating store file list. 2024-12-07T01:21:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d108447b49245cfafe45addc3e9e066_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T01:21:41,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/9d108447b49245cfafe45addc3e9e066_SeqId_4_ into dc0349859d38880a6124a606916fcf25/f 2024-12-07T01:21:41,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__2ovvqgrfgs8buj8emer4qrlim9pg7q7os9b7tkh06agn9t9o92en910ip1mr2blb/f/hfile_0 into dc0349859d38880a6124a606916fcf25/f (new location: hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/9d108447b49245cfafe45addc3e9e066_SeqId_4_) 2024-12-07T01:21:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__2ovvqgrfgs8buj8emer4qrlim9pg7q7os9b7tkh06agn9t9o92en910ip1mr2blb/f/hfile_0 2024-12-07T01:21:41,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:41,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:41,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:41,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:41,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:41,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733534492855.dc0349859d38880a6124a606916fcf25., hostname=ec1863dc21e5,33189,1733534479049, seqNum=2 , the old value is region=test,,1733534492855.dc0349859d38880a6124a606916fcf25., hostname=ec1863dc21e5,33189,1733534479049, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ec1863dc21e5:33189 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-07T01:21:41,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733534492855.dc0349859d38880a6124a606916fcf25., hostname=ec1863dc21e5,33189,1733534479049, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-07T01:21:41,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733534492855.dc0349859d38880a6124a606916fcf25., hostname=ec1863dc21e5,33189,1733534479049, seqNum=2 from cache 2024-12-07T01:21:41,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:41,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,45895,1733534485766, seqNum=-1] 2024-12-07T01:21:41,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:41,932 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-07T01:21:41,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:21:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888., hostname=ec1863dc21e5,45895,1733534485766, seqNum=2] 2024-12-07T01:21:41,935 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-07T01:21:42,036 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:33189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-07T01:21:42,485 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 to pos 379, reset compression=false 2024-12-07T01:21:42,489 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:21:42,489 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,33189,1733534479049 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc0349859d38880a6124a606916fcf25/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733534501929/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-07T01:21:42,491 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:21:42,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-07T01:21:42,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.ReplicationSink(318): Replicating [4b1babcb-cef0-4012-b6e1-762fba68e685] bulk loaded data 2024-12-07T01:21:42,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6081c742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:42,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37921,-1 for getting cluster id 2024-12-07T01:21:42,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:42,493 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8830df13-e6ec-4ed2-9c63-9b71f52c348e' 2024-12-07T01:21:42,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:42,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8830df13-e6ec-4ed2-9c63-9b71f52c348e" 2024-12-07T01:21:42,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44a9fc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:42,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37921,-1] 2024-12-07T01:21:42,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:42,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:42,494 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:42,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e7b4957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:42,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741837_1013 (size=7691) 2024-12-07T01:21:42,689 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 to pos 687, reset compression=false 2024-12-07T01:21:42,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741838_1014 (size=7894) 2024-12-07T01:21:42,937 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-07T01:21:42,992 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 to pos 687, reset compression=false 2024-12-07T01:21:43,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,37921,1733534485618 2024-12-07T01:21:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@421d06ac 2024-12-07T01:21:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:43,311 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-07T01:21:43,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-07T01:21:43,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:43,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,45895,1733534485766, seqNum=-1] 2024-12-07T01:21:43,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:43,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-07T01:21:43,326 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__umgu6re5sbb0tbpnihqj6lb19sfu6rqfns8qkos702v6iqq3l09spb29018s1ere/f/37e069c5eff24ee587d64166e5a8d825_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-07T01:21:43,329 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__umgu6re5sbb0tbpnihqj6lb19sfu6rqfns8qkos702v6iqq3l09spb29018s1ere/f/9d108447b49245cfafe45addc3e9e066_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-07T01:21:43,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__umgu6re5sbb0tbpnihqj6lb19sfu6rqfns8qkos702v6iqq3l09spb29018s1ere/f/37e069c5eff24ee587d64166e5a8d825_SeqId_4_ for inclusion in c0f92bcf17992e83a9d6715d770a7888/f 2024-12-07T01:21:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-07T01:21:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:21:43,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__umgu6re5sbb0tbpnihqj6lb19sfu6rqfns8qkos702v6iqq3l09spb29018s1ere/f/9d108447b49245cfafe45addc3e9e066_SeqId_4_ for inclusion in c0f92bcf17992e83a9d6715d770a7888/f 2024-12-07T01:21:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-07T01:21:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:21:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HRegion(2603): Flush status journal for c0f92bcf17992e83a9d6715d770a7888: 2024-12-07T01:21:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 37e069c5eff24ee587d64166e5a8d825_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-07T01:21:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__umgu6re5sbb0tbpnihqj6lb19sfu6rqfns8qkos702v6iqq3l09spb29018s1ere/f/37e069c5eff24ee587d64166e5a8d825_SeqId_4_ as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/faac314d114e439c997a12d88e01cfd2_SeqId_4_ 2024-12-07T01:21:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d108447b49245cfafe45addc3e9e066_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-07T01:21:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__umgu6re5sbb0tbpnihqj6lb19sfu6rqfns8qkos702v6iqq3l09spb29018s1ere/f/9d108447b49245cfafe45addc3e9e066_SeqId_4_ as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/7cf35a4c1c654c37b33a61bb0862f2d7_SeqId_4_ 2024-12-07T01:21:43,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__umgu6re5sbb0tbpnihqj6lb19sfu6rqfns8qkos702v6iqq3l09spb29018s1ere/f/37e069c5eff24ee587d64166e5a8d825_SeqId_4_ into c0f92bcf17992e83a9d6715d770a7888/f as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/faac314d114e439c997a12d88e01cfd2_SeqId_4_ - updating store file list. 2024-12-07T01:21:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for faac314d114e439c997a12d88e01cfd2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T01:21:43,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/faac314d114e439c997a12d88e01cfd2_SeqId_4_ into c0f92bcf17992e83a9d6715d770a7888/f 2024-12-07T01:21:43,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__umgu6re5sbb0tbpnihqj6lb19sfu6rqfns8qkos702v6iqq3l09spb29018s1ere/f/37e069c5eff24ee587d64166e5a8d825_SeqId_4_ into c0f92bcf17992e83a9d6715d770a7888/f (new location: hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/faac314d114e439c997a12d88e01cfd2_SeqId_4_) 2024-12-07T01:21:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__umgu6re5sbb0tbpnihqj6lb19sfu6rqfns8qkos702v6iqq3l09spb29018s1ere/f/37e069c5eff24ee587d64166e5a8d825_SeqId_4_ 2024-12-07T01:21:43,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__umgu6re5sbb0tbpnihqj6lb19sfu6rqfns8qkos702v6iqq3l09spb29018s1ere/f/9d108447b49245cfafe45addc3e9e066_SeqId_4_ into c0f92bcf17992e83a9d6715d770a7888/f as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/7cf35a4c1c654c37b33a61bb0862f2d7_SeqId_4_ - updating store file list. 2024-12-07T01:21:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7cf35a4c1c654c37b33a61bb0862f2d7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T01:21:43,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/7cf35a4c1c654c37b33a61bb0862f2d7_SeqId_4_ into c0f92bcf17992e83a9d6715d770a7888/f 2024-12-07T01:21:43,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__umgu6re5sbb0tbpnihqj6lb19sfu6rqfns8qkos702v6iqq3l09spb29018s1ere/f/9d108447b49245cfafe45addc3e9e066_SeqId_4_ into c0f92bcf17992e83a9d6715d770a7888/f (new location: hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/7cf35a4c1c654c37b33a61bb0862f2d7_SeqId_4_) 2024-12-07T01:21:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__umgu6re5sbb0tbpnihqj6lb19sfu6rqfns8qkos702v6iqq3l09spb29018s1ere/f/9d108447b49245cfafe45addc3e9e066_SeqId_4_ 2024-12-07T01:21:43,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.ReplicationSink(324): Finished replicating [4b1babcb-cef0-4012-b6e1-762fba68e685] bulk loaded data 2024-12-07T01:21:43,395 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 to pos 687, reset compression=false 2024-12-07T01:21:43,790 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:21:43,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:43,898 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 to pos 687, reset compression=false 2024-12-07T01:21:43,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:43,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,41923,1733534490407, seqNum=-1] 2024-12-07T01:21:43,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:43,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:21:43,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4., hostname=ec1863dc21e5,41923,1733534490407, seqNum=2] 2024-12-07T01:21:43,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:21:43,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T01:21:43,955 DEBUG [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ec1863dc21e5%2C33189%2C1733534479049.rep:(num 1733534500043) roll requested 2024-12-07T01:21:43,971 DEBUG [regionserver/ec1863dc21e5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.rep.1733534503955, exclude list is [], retry=0 2024-12-07T01:21:43,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38577,DS-f3539308-fc97-4560-8b89-b4e655e71fcd,DISK] 2024-12-07T01:21:43,974 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.rep.1733534500043 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.rep.1733534503955 2024-12-07T01:21:43,975 DEBUG [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46807:46807)] 2024-12-07T01:21:43,975 DEBUG [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.rep.1733534500043 is not closed yet, will try archiving it next time 2024-12-07T01:21:43,975 DEBUG [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ec1863dc21e5%2C33189%2C1733534479049.meta:.meta(num 1733534483441) roll requested 2024-12-07T01:21:43,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741839_1015 (size=1505) 2024-12-07T01:21:43,991 DEBUG [regionserver/ec1863dc21e5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.meta.1733534503975.meta, exclude list is [], retry=0 2024-12-07T01:21:43,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38577,DS-f3539308-fc97-4560-8b89-b4e655e71fcd,DISK] 2024-12-07T01:21:43,994 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.meta.1733534483441.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.meta.1733534503975.meta 2024-12-07T01:21:43,995 DEBUG [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46807:46807)] 2024-12-07T01:21:43,995 DEBUG [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.meta.1733534483441.meta is not closed yet, will try archiving it next time 2024-12-07T01:21:43,995 DEBUG [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ec1863dc21e5%2C33189%2C1733534479049:(num 1733534482490) roll requested 2024-12-07T01:21:44,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741834_1010 (size=3473) 2024-12-07T01:21:44,000 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.meta.1733534483441.meta not finished, retry = 0 2024-12-07T01:21:44,010 DEBUG [regionserver/ec1863dc21e5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995, exclude list is [], retry=0 2024-12-07T01:21:44,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38577,DS-f3539308-fc97-4560-8b89-b4e655e71fcd,DISK] 2024-12-07T01:21:44,019 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 2024-12-07T01:21:44,020 DEBUG [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46807:46807)] 2024-12-07T01:21:44,020 DEBUG [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 is not closed yet, will try archiving it next time 2024-12-07T01:21:44,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741832_1008 (size=695) 2024-12-07T01:21:44,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 not finished, retry = 0 2024-12-07T01:21:44,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:44,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,34267,-1 for getting cluster id 2024-12-07T01:21:44,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:44,025 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b1babcb-cef0-4012-b6e1-762fba68e685' 2024-12-07T01:21:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:44,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b1babcb-cef0-4012-b6e1-762fba68e685" 2024-12-07T01:21:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5a16b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,34267,-1] 2024-12-07T01:21:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:44,026 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:44,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1521ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:44,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:44,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,34267,1733534478869 2024-12-07T01:21:44,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bb9ded1 2024-12-07T01:21:44,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:44,028 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:21:44,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ec1863dc21e5:37835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T01:21:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T01:21:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-07T01:21:44,031 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:37835' 2024-12-07T01:21:44,032 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329d1110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:44,032 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37835,-1 for getting cluster id 2024-12-07T01:21:44,032 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:44,033 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba907270-03cd-4829-bde8-df7e82f727fb' 2024-12-07T01:21:44,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:44,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba907270-03cd-4829-bde8-df7e82f727fb" 2024-12-07T01:21:44,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c0fab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:44,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37835,-1] 2024-12-07T01:21:44,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:44,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:44,034 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:44,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb8d8a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:44,035 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:44,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,37835,1733534490261 2024-12-07T01:21:44,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ee5aa1 2024-12-07T01:21:44,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:44,036 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:21:44,037 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-07T01:21:44,037 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-07T01:21:44,037 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:44,037 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:44,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:44,122 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 to hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/oldWALs/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 2024-12-07T01:21:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-07T01:21:44,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T01:21:44,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-07T01:21:44,309 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-07T01:21:44,333 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-ec1863dc21e5,33189,1733534479049, ReplicationSource: 2, currentBandwidth=0 2024-12-07T01:21:44,335 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-07T01:21:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-07T01:21:44,337 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ec1863dc21e5,33189,1733534479049 suceeded 2024-12-07T01:21:44,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-07T01:21:44,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 180 msec 2024-12-07T01:21:44,338 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ec1863dc21e5:37835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T01:21:44,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 309 msec 2024-12-07T01:21:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-07T01:21:44,345 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-07T01:21:44,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:44,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:44,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:44,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:44,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:44,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T01:21:44,347 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ec1863dc21e5:37835' 2024-12-07T01:21:44,348 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733534504348/Put/seqid=0 2024-12-07T01:21:44,348 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a036ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:44,348 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37835,-1 for getting cluster id 2024-12-07T01:21:44,348 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:44,349 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba907270-03cd-4829-bde8-df7e82f727fb' 2024-12-07T01:21:44,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:44,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba907270-03cd-4829-bde8-df7e82f727fb" 2024-12-07T01:21:44,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28a2e317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:44,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37835,-1] 2024-12-07T01:21:44,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:44,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:44,350 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:44,351 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b9dc94f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:44,351 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:44,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,37835,1733534490261 2024-12-07T01:21:44,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa1b1ff 2024-12-07T01:21:44,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:44,352 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-07T01:21:44,353 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ec1863dc21e5,33189,1733534479049 (queues=1) is replicating from cluster=4b1babcb-cef0-4012-b6e1-762fba68e685 to cluster=ba907270-03cd-4829-bde8-df7e82f727fb 2024-12-07T01:21:44,353 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ec1863dc21e5%2C33189%2C1733534479049 2024-12-07T01:21:44,353 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ec1863dc21e5,33189,1733534479049, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T01:21:44,353 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995, startPosition=0, beingWritten=true 2024-12-07T01:21:44,354 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ec1863dc21e5%2C33189%2C1733534479049 2024-12-07T01:21:44,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741845_1021 (size=11194) 2024-12-07T01:21:44,502 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 to pos 687, reset compression=false 2024-12-07T01:21:44,503 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 was moved to hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/oldWALs/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 2024-12-07T01:21:44,504 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490 2024-12-07T01:21:44,504 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995, startPosition=0, beingWritten=true 2024-12-07T01:21:44,504 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,33189,1733534479049 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534482490, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-07T01:21:44,506 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ec1863dc21e5%2C33189%2C1733534479049.1733534482490] 2024-12-07T01:21:44,557 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 0, reset compression=false 2024-12-07T01:21:44,757 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733534504756/Put/seqid=0 2024-12-07T01:21:44,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741846_1022 (size=10791) 2024-12-07T01:21:44,861 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 0, reset compression=false 2024-12-07T01:21:45,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6030f2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:45,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,34267,-1 for getting cluster id 2024-12-07T01:21:45,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:45,161 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b1babcb-cef0-4012-b6e1-762fba68e685' 2024-12-07T01:21:45,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b1babcb-cef0-4012-b6e1-762fba68e685" 2024-12-07T01:21:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7279e088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,34267,-1] 2024-12-07T01:21:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:45,162 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:45,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7c1349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:45,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:45,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,33189,1733534479049, seqNum=-1] 2024-12-07T01:21:45,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:45,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T01:21:45,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,34267,1733534478869 2024-12-07T01:21:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@199c392c 2024-12-07T01:21:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:45,172 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T01:21:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733534492855.dc0349859d38880a6124a606916fcf25., hostname=ec1863dc21e5,33189,1733534479049, seqNum=2] 2024-12-07T01:21:45,176 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-07T01:21:45,180 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-07T01:21:45,182 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-07T01:21:45,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_1/f/hfile_1 for inclusion in dc0349859d38880a6124a606916fcf25/f 2024-12-07T01:21:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-07T01:21:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:21:45,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_1/f/hfile_0 for inclusion in dc0349859d38880a6124a606916fcf25/f 2024-12-07T01:21:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-07T01:21:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:21:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HRegion(2603): Flush status journal for dc0349859d38880a6124a606916fcf25: 2024-12-07T01:21:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__kf36nr402tj3o07dkm32jig3iaapdkkoerjmn7vq9ufe52fb093upd9a43qukrm8/f/hfile_1 2024-12-07T01:21:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__kf36nr402tj3o07dkm32jig3iaapdkkoerjmn7vq9ufe52fb093upd9a43qukrm8/f/hfile_1 as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ 2024-12-07T01:21:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__kf36nr402tj3o07dkm32jig3iaapdkkoerjmn7vq9ufe52fb093upd9a43qukrm8/f/hfile_0 2024-12-07T01:21:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__kf36nr402tj3o07dkm32jig3iaapdkkoerjmn7vq9ufe52fb093upd9a43qukrm8/f/hfile_0 as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ 2024-12-07T01:21:45,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__kf36nr402tj3o07dkm32jig3iaapdkkoerjmn7vq9ufe52fb093upd9a43qukrm8/f/hfile_1 into dc0349859d38880a6124a606916fcf25/f as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ - updating store file list. 2024-12-07T01:21:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-07T01:21:45,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ into dc0349859d38880a6124a606916fcf25/f 2024-12-07T01:21:45,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__kf36nr402tj3o07dkm32jig3iaapdkkoerjmn7vq9ufe52fb093upd9a43qukrm8/f/hfile_1 into dc0349859d38880a6124a606916fcf25/f (new location: hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_) 2024-12-07T01:21:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__kf36nr402tj3o07dkm32jig3iaapdkkoerjmn7vq9ufe52fb093upd9a43qukrm8/f/hfile_1 2024-12-07T01:21:45,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__kf36nr402tj3o07dkm32jig3iaapdkkoerjmn7vq9ufe52fb093upd9a43qukrm8/f/hfile_0 into dc0349859d38880a6124a606916fcf25/f as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ - updating store file list. 2024-12-07T01:21:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2c3790042fd344fd9fff6e08cc248988_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-07T01:21:45,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ into dc0349859d38880a6124a606916fcf25/f 2024-12-07T01:21:45,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__kf36nr402tj3o07dkm32jig3iaapdkkoerjmn7vq9ufe52fb093upd9a43qukrm8/f/hfile_0 into dc0349859d38880a6124a606916fcf25/f (new location: hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_) 2024-12-07T01:21:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/staging/jenkins__test__kf36nr402tj3o07dkm32jig3iaapdkkoerjmn7vq9ufe52fb093upd9a43qukrm8/f/hfile_0 2024-12-07T01:21:45,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:45,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:45,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:45,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:45,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:45,208 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 0, reset compression=false 2024-12-07T01:21:45,210 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-07T01:21:45,219 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:21:45,219 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ec1863dc21e5,33189,1733534479049 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc0349859d38880a6124a606916fcf25/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733534505203/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-07T01:21:45,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.ReplicationSink(318): Replicating [4b1babcb-cef0-4012-b6e1-762fba68e685] bulk loaded data 2024-12-07T01:21:45,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741839_1015 (size=10791) 2024-12-07T01:21:45,265 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 0, reset compression=false 2024-12-07T01:21:45,268 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-07T01:21:45,268 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ec1863dc21e5,33189,1733534479049 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc0349859d38880a6124a606916fcf25/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733534505203/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-07T01:21:45,270 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T01:21:45,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-07T01:21:45,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.ReplicationSink(318): Replicating [4b1babcb-cef0-4012-b6e1-762fba68e685] bulk loaded data 2024-12-07T01:21:45,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f0ad25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:45,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] client.ClusterIdFetcher(90): Going to request ec1863dc21e5,37835,-1 for getting cluster id 2024-12-07T01:21:45,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T01:21:45,272 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba907270-03cd-4829-bde8-df7e82f727fb' 2024-12-07T01:21:45,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T01:21:45,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba907270-03cd-4829-bde8-df7e82f727fb" 2024-12-07T01:21:45,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13049077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:45,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ec1863dc21e5,37835,-1] 2024-12-07T01:21:45,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T01:21:45,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:45,272 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-07T01:21:45,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6500426a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T01:21:45,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741837_1013 (size=10791) 2024-12-07T01:21:45,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741838_1014 (size=11194) 2024-12-07T01:21:45,419 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:45,468 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:45,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741840_1016 (size=11194) 2024-12-07T01:21:45,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T01:21:45,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ec1863dc21e5,37835,1733534490261 2024-12-07T01:21:45,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e0218fb 2024-12-07T01:21:45,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T01:21:45,688 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-07T01:21:45,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-07T01:21:45,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T01:21:45,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ec1863dc21e5,41923,1733534490407, seqNum=-1] 2024-12-07T01:21:45,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T01:21:45,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-07T01:21:45,696 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/staging/jenkins.hfs.23__test__4td4tqmfgj9tpdn6ujvh09hmvrsafuh0d8g9drlfa40m5psqoc9dqf4meqbdip5h/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-07T01:21:45,698 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/staging/jenkins.hfs.23__test__4td4tqmfgj9tpdn6ujvh09hmvrsafuh0d8g9drlfa40m5psqoc9dqf4meqbdip5h/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-07T01:21:45,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/staging/jenkins.hfs.23__test__4td4tqmfgj9tpdn6ujvh09hmvrsafuh0d8g9drlfa40m5psqoc9dqf4meqbdip5h/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ for inclusion in 478db1d897dfcccc5b751ab7817efbc4/f 2024-12-07T01:21:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-07T01:21:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:21:45,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/staging/jenkins.hfs.23__test__4td4tqmfgj9tpdn6ujvh09hmvrsafuh0d8g9drlfa40m5psqoc9dqf4meqbdip5h/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ for inclusion in 478db1d897dfcccc5b751ab7817efbc4/f 2024-12-07T01:21:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-07T01:21:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:21:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HRegion(2603): Flush status journal for 478db1d897dfcccc5b751ab7817efbc4: 2024-12-07T01:21:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2c3790042fd344fd9fff6e08cc248988_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-07T01:21:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/staging/jenkins.hfs.23__test__4td4tqmfgj9tpdn6ujvh09hmvrsafuh0d8g9drlfa40m5psqoc9dqf4meqbdip5h/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ as hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/default/test/478db1d897dfcccc5b751ab7817efbc4/f/50f02e2cd3834834b724e9cbc4b0d219_SeqId_4_ 2024-12-07T01:21:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-07T01:21:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/staging/jenkins.hfs.23__test__4td4tqmfgj9tpdn6ujvh09hmvrsafuh0d8g9drlfa40m5psqoc9dqf4meqbdip5h/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ as hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/default/test/478db1d897dfcccc5b751ab7817efbc4/f/892e819f479a424289e2eaa140ea3b3c_SeqId_4_ 2024-12-07T01:21:45,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/staging/jenkins.hfs.23__test__4td4tqmfgj9tpdn6ujvh09hmvrsafuh0d8g9drlfa40m5psqoc9dqf4meqbdip5h/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ into 478db1d897dfcccc5b751ab7817efbc4/f as hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/default/test/478db1d897dfcccc5b751ab7817efbc4/f/50f02e2cd3834834b724e9cbc4b0d219_SeqId_4_ - updating store file list. 2024-12-07T01:21:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 50f02e2cd3834834b724e9cbc4b0d219_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T01:21:45,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/default/test/478db1d897dfcccc5b751ab7817efbc4/f/50f02e2cd3834834b724e9cbc4b0d219_SeqId_4_ into 478db1d897dfcccc5b751ab7817efbc4/f 2024-12-07T01:21:45,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/staging/jenkins.hfs.23__test__4td4tqmfgj9tpdn6ujvh09hmvrsafuh0d8g9drlfa40m5psqoc9dqf4meqbdip5h/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ into 478db1d897dfcccc5b751ab7817efbc4/f (new location: hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/default/test/478db1d897dfcccc5b751ab7817efbc4/f/50f02e2cd3834834b724e9cbc4b0d219_SeqId_4_) 2024-12-07T01:21:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/staging/jenkins.hfs.23__test__4td4tqmfgj9tpdn6ujvh09hmvrsafuh0d8g9drlfa40m5psqoc9dqf4meqbdip5h/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ 2024-12-07T01:21:45,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/staging/jenkins.hfs.23__test__4td4tqmfgj9tpdn6ujvh09hmvrsafuh0d8g9drlfa40m5psqoc9dqf4meqbdip5h/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ into 478db1d897dfcccc5b751ab7817efbc4/f as hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/default/test/478db1d897dfcccc5b751ab7817efbc4/f/892e819f479a424289e2eaa140ea3b3c_SeqId_4_ - updating store file list. 2024-12-07T01:21:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 892e819f479a424289e2eaa140ea3b3c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-07T01:21:45,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/default/test/478db1d897dfcccc5b751ab7817efbc4/f/892e819f479a424289e2eaa140ea3b3c_SeqId_4_ into 478db1d897dfcccc5b751ab7817efbc4/f 2024-12-07T01:21:45,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/staging/jenkins.hfs.23__test__4td4tqmfgj9tpdn6ujvh09hmvrsafuh0d8g9drlfa40m5psqoc9dqf4meqbdip5h/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ into 478db1d897dfcccc5b751ab7817efbc4/f (new location: hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/default/test/478db1d897dfcccc5b751ab7817efbc4/f/892e819f479a424289e2eaa140ea3b3c_SeqId_4_) 2024-12-07T01:21:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/staging/jenkins.hfs.23__test__4td4tqmfgj9tpdn6ujvh09hmvrsafuh0d8g9drlfa40m5psqoc9dqf4meqbdip5h/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ 2024-12-07T01:21:45,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] regionserver.ReplicationSink(324): Finished replicating [4b1babcb-cef0-4012-b6e1-762fba68e685] bulk loaded data 2024-12-07T01:21:45,721 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:45,771 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:46,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-07T01:21:46,046 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__55e4v9ob84durj7mru32pcsr53rf9pfkbv74jfa91785ceotknhve3uvoj6dkn2c/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-07T01:21:46,049 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__55e4v9ob84durj7mru32pcsr53rf9pfkbv74jfa91785ceotknhve3uvoj6dkn2c/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-07T01:21:46,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__55e4v9ob84durj7mru32pcsr53rf9pfkbv74jfa91785ceotknhve3uvoj6dkn2c/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ for inclusion in c0f92bcf17992e83a9d6715d770a7888/f 2024-12-07T01:21:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-07T01:21:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:21:46,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__55e4v9ob84durj7mru32pcsr53rf9pfkbv74jfa91785ceotknhve3uvoj6dkn2c/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ for inclusion in c0f92bcf17992e83a9d6715d770a7888/f 2024-12-07T01:21:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-07T01:21:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-07T01:21:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HRegion(2603): Flush status journal for c0f92bcf17992e83a9d6715d770a7888: 2024-12-07T01:21:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2c3790042fd344fd9fff6e08cc248988_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-07T01:21:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__55e4v9ob84durj7mru32pcsr53rf9pfkbv74jfa91785ceotknhve3uvoj6dkn2c/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/3b1aa93548e24f129158231f5194f6ec_SeqId_6_ 2024-12-07T01:21:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-07T01:21:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__55e4v9ob84durj7mru32pcsr53rf9pfkbv74jfa91785ceotknhve3uvoj6dkn2c/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/a3398e5f77ca4199ad7ec833092f612e_SeqId_6_ 2024-12-07T01:21:46,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__55e4v9ob84durj7mru32pcsr53rf9pfkbv74jfa91785ceotknhve3uvoj6dkn2c/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ into c0f92bcf17992e83a9d6715d770a7888/f as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/3b1aa93548e24f129158231f5194f6ec_SeqId_6_ - updating store file list. 2024-12-07T01:21:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b1aa93548e24f129158231f5194f6ec_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-07T01:21:46,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/3b1aa93548e24f129158231f5194f6ec_SeqId_6_ into c0f92bcf17992e83a9d6715d770a7888/f 2024-12-07T01:21:46,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__55e4v9ob84durj7mru32pcsr53rf9pfkbv74jfa91785ceotknhve3uvoj6dkn2c/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ into c0f92bcf17992e83a9d6715d770a7888/f (new location: hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/3b1aa93548e24f129158231f5194f6ec_SeqId_6_) 2024-12-07T01:21:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__55e4v9ob84durj7mru32pcsr53rf9pfkbv74jfa91785ceotknhve3uvoj6dkn2c/f/2c3790042fd344fd9fff6e08cc248988_SeqId_6_ 2024-12-07T01:21:46,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__55e4v9ob84durj7mru32pcsr53rf9pfkbv74jfa91785ceotknhve3uvoj6dkn2c/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ into c0f92bcf17992e83a9d6715d770a7888/f as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/a3398e5f77ca4199ad7ec833092f612e_SeqId_6_ - updating store file list. 2024-12-07T01:21:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a3398e5f77ca4199ad7ec833092f612e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-07T01:21:46,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/a3398e5f77ca4199ad7ec833092f612e_SeqId_6_ into c0f92bcf17992e83a9d6715d770a7888/f 2024-12-07T01:21:46,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__55e4v9ob84durj7mru32pcsr53rf9pfkbv74jfa91785ceotknhve3uvoj6dkn2c/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ into c0f92bcf17992e83a9d6715d770a7888/f (new location: hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/f/a3398e5f77ca4199ad7ec833092f612e_SeqId_6_) 2024-12-07T01:21:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/staging/jenkins.hfs.22__test__55e4v9ob84durj7mru32pcsr53rf9pfkbv74jfa91785ceotknhve3uvoj6dkn2c/f/79d93d63dc7d4ab79a977c985d2829f4_SeqId_6_ 2024-12-07T01:21:46,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.ReplicationSink(324): Finished replicating [4b1babcb-cef0-4012-b6e1-762fba68e685] bulk loaded data 2024-12-07T01:21:46,125 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:46,174 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:46,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:21:46,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:46,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:46,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:46,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:46,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:46,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:21:46,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871121132, stopped=false 2024-12-07T01:21:46,225 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,37835,1733534490261 2024-12-07T01:21:46,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-127543076/running 2024-12-07T01:21:46,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-127543076/running 2024-12-07T01:21:46,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:46,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:46,335 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:21:46,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:46,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:46,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:46,336 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,41923,1733534490407' ***** 2024-12-07T01:21:46,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Set watcher on znode that does not yet exist, /2-127543076/running 2024-12-07T01:21:46,336 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:21:46,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Set watcher on znode that does not yet exist, /2-127543076/running 2024-12-07T01:21:46,336 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:21:46,336 INFO [RS:0;ec1863dc21e5:41923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:21:46,336 INFO [RS:0;ec1863dc21e5:41923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:21:46,336 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(3091): Received CLOSE for 478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:46,337 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,41923,1733534490407 2024-12-07T01:21:46,337 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:21:46,337 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:21:46,337 INFO [RS:0;ec1863dc21e5:41923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:41923. 2024-12-07T01:21:46,337 DEBUG [RS:0;ec1863dc21e5:41923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:46,337 DEBUG [RS:0;ec1863dc21e5:41923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:46,337 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:21:46,337 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:21:46,337 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:21:46,337 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 478db1d897dfcccc5b751ab7817efbc4, disabling compactions & flushes 2024-12-07T01:21:46,337 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4. 2024-12-07T01:21:46,337 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:21:46,337 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4. 2024-12-07T01:21:46,337 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4. after waiting 0 ms 2024-12-07T01:21:46,337 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4. 2024-12-07T01:21:46,339 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T01:21:46,339 DEBUG [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 478db1d897dfcccc5b751ab7817efbc4=test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4.} 2024-12-07T01:21:46,339 DEBUG [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 478db1d897dfcccc5b751ab7817efbc4 2024-12-07T01:21:46,339 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:21:46,339 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:21:46,339 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:21:46,339 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:21:46,339 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:21:46,339 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-07T01:21:46,342 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/default/test/478db1d897dfcccc5b751ab7817efbc4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-07T01:21:46,343 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:21:46,343 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:21:46,343 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4. 2024-12-07T01:21:46,343 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 478db1d897dfcccc5b751ab7817efbc4: Waiting for close lock at 1733534506337Running coprocessor pre-close hooks at 1733534506337Disabling compacts and flushes for region at 1733534506337Disabling writes for close at 1733534506337Writing region close event to WAL at 1733534506339 (+2 ms)Running coprocessor post-close hooks at 1733534506343 (+4 ms)Closed at 1733534506343 2024-12-07T01:21:46,343 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4. 2024-12-07T01:21:46,357 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/.tmp/info/65bf692fd2a244ab8935ec02680abb5c is 129, key is test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4./info:regioninfo/1733534498301/Put/seqid=0 2024-12-07T01:21:46,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741839_1015 (size=6421) 2024-12-07T01:21:46,360 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/.tmp/info/65bf692fd2a244ab8935ec02680abb5c 2024-12-07T01:21:46,375 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/.tmp/ns/3b64072de69746c0987b0dfe7a2ef5e5 is 43, key is default/ns:d/1733534492805/Put/seqid=0 2024-12-07T01:21:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741840_1016 (size=5153) 2024-12-07T01:21:46,378 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/.tmp/ns/3b64072de69746c0987b0dfe7a2ef5e5 2024-12-07T01:21:46,396 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/.tmp/rep_barrier/1ed252e249d742bfaf45bd65fbb64971 is 112, key is test,,1733534497156.478db1d897dfcccc5b751ab7817efbc4./rep_barrier:seqnumDuringOpen/1733534498301/Put/seqid=0 2024-12-07T01:21:46,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741841_1017 (size=5518) 2024-12-07T01:21:46,399 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/.tmp/rep_barrier/1ed252e249d742bfaf45bd65fbb64971 2024-12-07T01:21:46,416 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/.tmp/table/d5be01b80f264606b42b7dd9dce50777 is 40, key is test/table:state/1733534498307/Put/seqid=0 2024-12-07T01:21:46,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741842_1018 (size=5165) 2024-12-07T01:21:46,435 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:21:46,539 DEBUG [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:21:46,629 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:46,677 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:46,723 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:21:46,724 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:21:46,739 DEBUG [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:21:46,819 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/.tmp/table/d5be01b80f264606b42b7dd9dce50777 2024-12-07T01:21:46,823 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/.tmp/info/65bf692fd2a244ab8935ec02680abb5c as hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/info/65bf692fd2a244ab8935ec02680abb5c 2024-12-07T01:21:46,827 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/info/65bf692fd2a244ab8935ec02680abb5c, entries=10, sequenceid=11, filesize=6.3 K 2024-12-07T01:21:46,828 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/.tmp/ns/3b64072de69746c0987b0dfe7a2ef5e5 as hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/ns/3b64072de69746c0987b0dfe7a2ef5e5 2024-12-07T01:21:46,831 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/ns/3b64072de69746c0987b0dfe7a2ef5e5, entries=2, sequenceid=11, filesize=5.0 K 2024-12-07T01:21:46,832 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/.tmp/rep_barrier/1ed252e249d742bfaf45bd65fbb64971 as hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/rep_barrier/1ed252e249d742bfaf45bd65fbb64971 2024-12-07T01:21:46,834 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/rep_barrier/1ed252e249d742bfaf45bd65fbb64971, entries=1, sequenceid=11, filesize=5.4 K 2024-12-07T01:21:46,835 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/.tmp/table/d5be01b80f264606b42b7dd9dce50777 as hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/table/d5be01b80f264606b42b7dd9dce50777 2024-12-07T01:21:46,838 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/table/d5be01b80f264606b42b7dd9dce50777, entries=2, sequenceid=11, filesize=5.0 K 2024-12-07T01:21:46,838 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 499ms, sequenceid=11, compaction requested=false 2024-12-07T01:21:46,841 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-07T01:21:46,842 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:21:46,842 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:21:46,842 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:21:46,842 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534506339Running coprocessor pre-close hooks at 1733534506339Disabling compacts and flushes for region at 1733534506339Disabling writes for close at 1733534506339Obtaining lock to block concurrent updates at 1733534506339Preparing flush snapshotting stores in 1588230740 at 1733534506339Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733534506339Flushing stores of hbase:meta,,1.1588230740 at 1733534506340 (+1 ms)Flushing 1588230740/info: creating writer at 1733534506340Flushing 1588230740/info: appending metadata at 1733534506357 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733534506357Flushing 1588230740/ns: creating writer at 1733534506364 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733534506374 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733534506375 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733534506381 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534506396 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534506396Flushing 1588230740/table: creating writer at 1733534506403 (+7 ms)Flushing 1588230740/table: appending metadata at 1733534506415 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733534506415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d48731b: reopening flushed file at 1733534506823 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b841330: reopening flushed file at 1733534506827 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2c37a: reopening flushed file at 1733534506831 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cfdd286: reopening flushed file at 1733534506834 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 499ms, sequenceid=11, compaction requested=false at 1733534506838 (+4 ms)Writing region close event to WAL at 1733534506839 (+1 ms)Running coprocessor post-close hooks at 1733534506842 (+3 ms)Closed at 1733534506842 2024-12-07T01:21:46,842 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:21:46,939 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,41923,1733534490407; all regions closed. 2024-12-07T01:21:48,070 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:48,071 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(145): Chore: MemstoreFlusherChore missed its start time 2024-12-07T01:21:48,072 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:48,072 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(145): Chore: MemstoreFlusherChore missed its start time 2024-12-07T01:21:48,073 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(145): Chore: CompactionChecker missed its start time 2024-12-07T01:21:48,074 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(145): Chore: CompactionChecker missed its start time 2024-12-07T01:21:48,075 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(145): Chore: MemstoreFlusherChore missed its start time 2024-12-07T01:21:48,075 INFO [regionserver/ec1863dc21e5:0.Chore.2 {}] hbase.ScheduledChore(145): Chore: CompactionChecker missed its start time 2024-12-07T01:21:48,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741834_1010 (size=2717) 2024-12-07T01:21:48,187 DEBUG [RS:0;ec1863dc21e5:41923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/oldWALs 2024-12-07T01:21:48,187 INFO [RS:0;ec1863dc21e5:41923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C41923%2C1733534490407.meta:.meta(num 1733534492746) 2024-12-07T01:21:48,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/WALs/ec1863dc21e5,41923,1733534490407/ec1863dc21e5%2C41923%2C1733534490407.1733534491851 not finished, retry = 0 2024-12-07T01:21:48,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741832_1008 (size=1028) 2024-12-07T01:21:48,291 DEBUG [RS:0;ec1863dc21e5:41923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/oldWALs 2024-12-07T01:21:48,291 INFO [RS:0;ec1863dc21e5:41923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C41923%2C1733534490407:(num 1733534491851) 2024-12-07T01:21:48,291 DEBUG [RS:0;ec1863dc21e5:41923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:48,291 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:21:48,292 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:21:48,292 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:21:48,292 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:21:48,293 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:21:48,293 INFO [RS:0;ec1863dc21e5:41923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:41923. 2024-12-07T01:21:48,293 DEBUG [RS:0;ec1863dc21e5:41923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:48,293 DEBUG [RS:0;ec1863dc21e5:41923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:48,293 DEBUG [RS:0;ec1863dc21e5:41923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:48,293 INFO [RS:0;ec1863dc21e5:41923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41923 2024-12-07T01:21:48,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:48,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-127543076/rs/ec1863dc21e5,41923,1733534490407 2024-12-07T01:21:48,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076/rs 2024-12-07T01:21:48,378 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:21:48,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,41923,1733534490407] 2024-12-07T01:21:48,450 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-127543076/draining/ec1863dc21e5,41923,1733534490407 already deleted, retry=false 2024-12-07T01:21:48,450 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,41923,1733534490407 expired; onlineServers=0 2024-12-07T01:21:48,451 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,37835,1733534490261' ***** 2024-12-07T01:21:48,451 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:21:48,451 INFO [M:0;ec1863dc21e5:37835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:21:48,451 INFO [M:0;ec1863dc21e5:37835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:21:48,451 DEBUG [M:0;ec1863dc21e5:37835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:21:48,451 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:21:48,451 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534491600 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534491600,5,FailOnTimeoutGroup] 2024-12-07T01:21:48,451 DEBUG [M:0;ec1863dc21e5:37835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:21:48,451 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534491600 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534491600,5,FailOnTimeoutGroup] 2024-12-07T01:21:48,451 INFO [M:0;ec1863dc21e5:37835 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:21:48,451 INFO [M:0;ec1863dc21e5:37835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:21:48,451 DEBUG [M:0;ec1863dc21e5:37835 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:21:48,451 INFO [M:0;ec1863dc21e5:37835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:21:48,452 INFO [M:0;ec1863dc21e5:37835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:21:48,452 INFO [M:0;ec1863dc21e5:37835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:21:48,452 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:21:48,460 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T01:21:48,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-127543076/master 2024-12-07T01:21:48,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-127543076 2024-12-07T01:21:48,461 DEBUG [M:0;ec1863dc21e5:37835 {}] zookeeper.ZKUtil(347): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Unable to get data of znode /2-127543076/master because node does not exist (not an error) 2024-12-07T01:21:48,461 WARN [M:0;ec1863dc21e5:37835 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:21:48,462 INFO [M:0;ec1863dc21e5:37835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/.lastflushedseqids 2024-12-07T01:21:48,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741843_1019 (size=173) 2024-12-07T01:21:48,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:48,540 INFO [RS:0;ec1863dc21e5:41923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:21:48,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41923-0x101ad60e64d0007, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:48,540 INFO [RS:0;ec1863dc21e5:41923 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,41923,1733534490407; zookeeper connection closed. 2024-12-07T01:21:48,540 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4286810a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4286810a 2024-12-07T01:21:48,541 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:21:48,777 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:48,778 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:48,865 INFO [M:0;ec1863dc21e5:37835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:21:48,866 INFO [M:0;ec1863dc21e5:37835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:21:48,866 DEBUG [M:0;ec1863dc21e5:37835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:21:48,866 INFO [M:0;ec1863dc21e5:37835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:48,866 DEBUG [M:0;ec1863dc21e5:37835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:48,866 DEBUG [M:0;ec1863dc21e5:37835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:21:48,866 DEBUG [M:0;ec1863dc21e5:37835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:48,866 INFO [M:0;ec1863dc21e5:37835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-07T01:21:48,879 DEBUG [M:0;ec1863dc21e5:37835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/464746fc824740c18a5df83755689eb9 is 82, key is hbase:meta,,1/info:regioninfo/1733534492770/Put/seqid=0 2024-12-07T01:21:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741844_1020 (size=5672) 2024-12-07T01:21:49,282 INFO [M:0;ec1863dc21e5:37835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/464746fc824740c18a5df83755689eb9 2024-12-07T01:21:49,297 DEBUG [M:0;ec1863dc21e5:37835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0c054e8cb094cbe8c629f6409a57d40 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733534498310/Put/seqid=0 2024-12-07T01:21:49,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741845_1021 (size=6586) 2024-12-07T01:21:49,581 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:49,581 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:49,701 INFO [M:0;ec1863dc21e5:37835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0c054e8cb094cbe8c629f6409a57d40 2024-12-07T01:21:49,716 DEBUG [M:0;ec1863dc21e5:37835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eecfaada0bf84a198e81619927358724 is 69, key is ec1863dc21e5,41923,1733534490407/rs:state/1733534491663/Put/seqid=0 2024-12-07T01:21:49,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741846_1022 (size=5156) 2024-12-07T01:21:50,119 INFO [M:0;ec1863dc21e5:37835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eecfaada0bf84a198e81619927358724 2024-12-07T01:21:50,123 DEBUG [M:0;ec1863dc21e5:37835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/464746fc824740c18a5df83755689eb9 as hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/464746fc824740c18a5df83755689eb9 2024-12-07T01:21:50,125 INFO [M:0;ec1863dc21e5:37835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/464746fc824740c18a5df83755689eb9, entries=8, sequenceid=55, filesize=5.5 K 2024-12-07T01:21:50,126 DEBUG [M:0;ec1863dc21e5:37835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0c054e8cb094cbe8c629f6409a57d40 as hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0c054e8cb094cbe8c629f6409a57d40 2024-12-07T01:21:50,129 INFO [M:0;ec1863dc21e5:37835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0c054e8cb094cbe8c629f6409a57d40, entries=6, sequenceid=55, filesize=6.4 K 2024-12-07T01:21:50,129 DEBUG [M:0;ec1863dc21e5:37835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eecfaada0bf84a198e81619927358724 as hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eecfaada0bf84a198e81619927358724 2024-12-07T01:21:50,132 INFO [M:0;ec1863dc21e5:37835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34001/user/jenkins/test-data/9efd3446-81a9-3dc4-a08f-dceced6a4155/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eecfaada0bf84a198e81619927358724, entries=1, sequenceid=55, filesize=5.0 K 2024-12-07T01:21:50,132 INFO [M:0;ec1863dc21e5:37835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1266ms, sequenceid=55, compaction requested=false 2024-12-07T01:21:50,133 INFO [M:0;ec1863dc21e5:37835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:50,133 DEBUG [M:0;ec1863dc21e5:37835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534508866Disabling compacts and flushes for region at 1733534508866Disabling writes for close at 1733534508866Obtaining lock to block concurrent updates at 1733534508866Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534508866Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733534508866Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534508867 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534508867Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534508878 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534508879 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534509286 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534509297 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534509297Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534509704 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534509716 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534509716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2467d5cf: reopening flushed file at 1733534510122 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319d4474: reopening flushed file at 1733534510126 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f58cb7: reopening flushed file at 1733534510129 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1266ms, sequenceid=55, compaction requested=false at 1733534510132 (+3 ms)Writing region close event to WAL at 1733534510133 (+1 ms)Closed at 1733534510133 2024-12-07T01:21:50,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741830_1006 (size=32770) 2024-12-07T01:21:50,135 INFO [M:0;ec1863dc21e5:37835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:21:50,135 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:21:50,135 INFO [M:0;ec1863dc21e5:37835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37835 2024-12-07T01:21:50,135 INFO [M:0;ec1863dc21e5:37835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:21:50,319 INFO [M:0;ec1863dc21e5:37835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:21:50,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:50,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37835-0x101ad60e64d0006, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:50,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37f82eca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:21:50,321 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8dfaa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:21:50,321 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:21:50,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12f6a315{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:21:50,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b582525{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/hadoop.log.dir/,STOPPED} 2024-12-07T01:21:50,323 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:21:50,323 WARN [BP-299462223-172.17.0.3-1733534488336 heartbeating to localhost/127.0.0.1:34001 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:21:50,323 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:21:50,323 WARN [BP-299462223-172.17.0.3-1733534488336 heartbeating to localhost/127.0.0.1:34001 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-299462223-172.17.0.3-1733534488336 (Datanode Uuid 3a75ca85-a409-4040-893e-75963f9da203) service to localhost/127.0.0.1:34001 2024-12-07T01:21:50,323 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/cluster_08579513-64b6-5d70-81f6-28119fa07f15/data/data1/current/BP-299462223-172.17.0.3-1733534488336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:21:50,323 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/cluster_08579513-64b6-5d70-81f6-28119fa07f15/data/data2/current/BP-299462223-172.17.0.3-1733534488336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:21:50,324 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:21:50,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59f0efd8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:21:50,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2adc35fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:21:50,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:21:50,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dea3191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:21:50,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6983f7b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03990928-815a-74ab-0f65-1ecf6c73c24b/hadoop.log.dir/,STOPPED} 2024-12-07T01:21:50,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:21:50,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:21:50,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:50,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:50,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:50,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:50,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:50,339 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:21:50,339 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=216056241, stopped=false 2024-12-07T01:21:50,339 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,37921,1733534485618 2024-12-07T01:21:50,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11827392365/running 2024-12-07T01:21:50,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11827392365/running 2024-12-07T01:21:50,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:50,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:50,356 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:21:50,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:50,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:50,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:50,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Set watcher on znode that does not yet exist, /11827392365/running 2024-12-07T01:21:50,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Set watcher on znode that does not yet exist, /11827392365/running 2024-12-07T01:21:50,356 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,45895,1733534485766' ***** 2024-12-07T01:21:50,356 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:21:50,356 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:21:50,357 INFO [RS:0;ec1863dc21e5:45895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:21:50,357 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:21:50,357 INFO [RS:0;ec1863dc21e5:45895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:21:50,357 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(3091): Received CLOSE for c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:50,357 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,45895,1733534485766 2024-12-07T01:21:50,357 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:21:50,357 INFO [RS:0;ec1863dc21e5:45895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:45895. 2024-12-07T01:21:50,357 DEBUG [RS:0;ec1863dc21e5:45895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:50,357 DEBUG [RS:0;ec1863dc21e5:45895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:50,357 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0f92bcf17992e83a9d6715d770a7888, disabling compactions & flushes 2024-12-07T01:21:50,357 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:21:50,357 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:21:50,357 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888. 2024-12-07T01:21:50,357 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:21:50,357 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888. 2024-12-07T01:21:50,357 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:21:50,357 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888. after waiting 0 ms 2024-12-07T01:21:50,357 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888. 2024-12-07T01:21:50,357 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-07T01:21:50,357 DEBUG [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(1325): Online Regions={c0f92bcf17992e83a9d6715d770a7888=test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888., 1588230740=hbase:meta,,1.1588230740} 2024-12-07T01:21:50,357 DEBUG [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0f92bcf17992e83a9d6715d770a7888 2024-12-07T01:21:50,357 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:21:50,357 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:21:50,357 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:21:50,357 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:21:50,357 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:21:50,357 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-07T01:21:50,360 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/default/test/c0f92bcf17992e83a9d6715d770a7888/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T01:21:50,360 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:21:50,360 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:21:50,360 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888. 2024-12-07T01:21:50,360 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0f92bcf17992e83a9d6715d770a7888: Waiting for close lock at 1733534510357Running coprocessor pre-close hooks at 1733534510357Disabling compacts and flushes for region at 1733534510357Disabling writes for close at 1733534510357Writing region close event to WAL at 1733534510358 (+1 ms)Running coprocessor post-close hooks at 1733534510360 (+2 ms)Closed at 1733534510360 2024-12-07T01:21:50,360 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888. 2024-12-07T01:21:50,370 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:21:50,374 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/.tmp/info/bf0f5a0e9f8d4a6697feda33039c4c2a is 129, key is test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888./info:regioninfo/1733534496145/Put/seqid=0 2024-12-07T01:21:50,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741841_1017 (size=6421) 2024-12-07T01:21:50,377 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/.tmp/info/bf0f5a0e9f8d4a6697feda33039c4c2a 2024-12-07T01:21:50,394 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/.tmp/ns/26c41dc1dd3446b8bbfa04822d43e3e9 is 43, key is default/ns:d/1733534488257/Put/seqid=0 2024-12-07T01:21:50,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741842_1018 (size=5153) 2024-12-07T01:21:50,398 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/.tmp/ns/26c41dc1dd3446b8bbfa04822d43e3e9 2024-12-07T01:21:50,413 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/.tmp/rep_barrier/4392f5fbe9e741578f131505d87564ea is 112, key is test,,1733534495007.c0f92bcf17992e83a9d6715d770a7888./rep_barrier:seqnumDuringOpen/1733534496145/Put/seqid=0 2024-12-07T01:21:50,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741843_1019 (size=5518) 2024-12-07T01:21:50,416 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/.tmp/rep_barrier/4392f5fbe9e741578f131505d87564ea 2024-12-07T01:21:50,434 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/.tmp/table/47d18e4294cc457095b7118859b1f4ca is 40, key is test/table:state/1733534496150/Put/seqid=0 2024-12-07T01:21:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741844_1020 (size=5165) 2024-12-07T01:21:50,484 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:50,484 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:50,557 DEBUG [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:21:50,758 DEBUG [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:21:50,838 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/.tmp/table/47d18e4294cc457095b7118859b1f4ca 2024-12-07T01:21:50,853 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/.tmp/info/bf0f5a0e9f8d4a6697feda33039c4c2a as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/info/bf0f5a0e9f8d4a6697feda33039c4c2a 2024-12-07T01:21:50,856 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/info/bf0f5a0e9f8d4a6697feda33039c4c2a, entries=10, sequenceid=11, filesize=6.3 K 2024-12-07T01:21:50,857 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/.tmp/ns/26c41dc1dd3446b8bbfa04822d43e3e9 as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/ns/26c41dc1dd3446b8bbfa04822d43e3e9 2024-12-07T01:21:50,860 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/ns/26c41dc1dd3446b8bbfa04822d43e3e9, entries=2, sequenceid=11, filesize=5.0 K 2024-12-07T01:21:50,860 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/.tmp/rep_barrier/4392f5fbe9e741578f131505d87564ea as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/rep_barrier/4392f5fbe9e741578f131505d87564ea 2024-12-07T01:21:50,863 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/rep_barrier/4392f5fbe9e741578f131505d87564ea, entries=1, sequenceid=11, filesize=5.4 K 2024-12-07T01:21:50,863 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/.tmp/table/47d18e4294cc457095b7118859b1f4ca as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/table/47d18e4294cc457095b7118859b1f4ca 2024-12-07T01:21:50,866 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/table/47d18e4294cc457095b7118859b1f4ca, entries=2, sequenceid=11, filesize=5.0 K 2024-12-07T01:21:50,867 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 510ms, sequenceid=11, compaction requested=false 2024-12-07T01:21:50,867 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:21:50,870 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-07T01:21:50,870 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:21:50,871 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:21:50,871 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:21:50,871 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534510357Running coprocessor pre-close hooks at 1733534510357Disabling compacts and flushes for region at 1733534510357Disabling writes for close at 1733534510357Obtaining lock to block concurrent updates at 1733534510357Preparing flush snapshotting stores in 1588230740 at 1733534510357Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733534510358 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733534510358Flushing 1588230740/info: creating writer at 1733534510358Flushing 1588230740/info: appending metadata at 1733534510373 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733534510373Flushing 1588230740/ns: creating writer at 1733534510381 (+8 ms)Flushing 1588230740/ns: appending metadata at 1733534510394 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733534510394Flushing 1588230740/rep_barrier: creating writer at 1733534510401 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534510412 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534510412Flushing 1588230740/table: creating writer at 1733534510419 (+7 ms)Flushing 1588230740/table: appending metadata at 1733534510434 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733534510434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a5af095: reopening flushed file at 1733534510852 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ebe9ac1: reopening flushed file at 1733534510856 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b1427b: reopening flushed file at 1733534510860 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@312024c7: reopening flushed file at 1733534510863 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 510ms, sequenceid=11, compaction requested=false at 1733534510867 (+4 ms)Writing region close event to WAL at 1733534510868 (+1 ms)Running coprocessor post-close hooks at 1733534510870 (+2 ms)Closed at 1733534510871 (+1 ms) 2024-12-07T01:21:50,871 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:21:50,958 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,45895,1733534485766; all regions closed. 2024-12-07T01:21:50,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741834_1010 (size=2717) 2024-12-07T01:21:50,961 DEBUG [RS:0;ec1863dc21e5:45895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/oldWALs 2024-12-07T01:21:50,961 INFO [RS:0;ec1863dc21e5:45895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C45895%2C1733534485766.meta:.meta(num 1733534488220) 2024-12-07T01:21:50,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741832_1008 (size=1374) 2024-12-07T01:21:50,964 DEBUG [RS:0;ec1863dc21e5:45895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/oldWALs 2024-12-07T01:21:50,964 INFO [RS:0;ec1863dc21e5:45895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C45895%2C1733534485766:(num 1733534487270) 2024-12-07T01:21:50,964 DEBUG [RS:0;ec1863dc21e5:45895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:50,964 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:21:50,964 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:21:50,964 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T01:21:50,964 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:21:50,964 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:21:50,965 INFO [RS:0;ec1863dc21e5:45895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:45895. 2024-12-07T01:21:50,965 DEBUG [RS:0;ec1863dc21e5:45895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:50,965 DEBUG [RS:0;ec1863dc21e5:45895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:50,965 DEBUG [RS:0;ec1863dc21e5:45895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:50,965 INFO [RS:0;ec1863dc21e5:45895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45895 2024-12-07T01:21:50,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:51,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11827392365/rs/ec1863dc21e5,45895,1733534485766 2024-12-07T01:21:51,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365/rs 2024-12-07T01:21:51,008 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:21:51,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,45895,1733534485766] 2024-12-07T01:21:51,029 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11827392365/draining/ec1863dc21e5,45895,1733534485766 already deleted, retry=false 2024-12-07T01:21:51,029 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,45895,1733534485766 expired; onlineServers=0 2024-12-07T01:21:51,029 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,37921,1733534485618' ***** 2024-12-07T01:21:51,029 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:21:51,029 INFO [M:0;ec1863dc21e5:37921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:21:51,029 INFO [M:0;ec1863dc21e5:37921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:21:51,030 DEBUG [M:0;ec1863dc21e5:37921 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:21:51,030 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:21:51,030 DEBUG [M:0;ec1863dc21e5:37921 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:21:51,030 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534486954 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534486954,5,FailOnTimeoutGroup] 2024-12-07T01:21:51,030 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534486954 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534486954,5,FailOnTimeoutGroup] 2024-12-07T01:21:51,030 INFO [M:0;ec1863dc21e5:37921 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:21:51,030 INFO [M:0;ec1863dc21e5:37921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:21:51,030 DEBUG [M:0;ec1863dc21e5:37921 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:21:51,030 INFO [M:0;ec1863dc21e5:37921 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:21:51,030 INFO [M:0;ec1863dc21e5:37921 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:21:51,030 INFO [M:0;ec1863dc21e5:37921 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:21:51,030 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:21:51,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11827392365/master 2024-12-07T01:21:51,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11827392365 2024-12-07T01:21:51,040 DEBUG [M:0;ec1863dc21e5:37921 {}] zookeeper.ZKUtil(347): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Unable to get data of znode /11827392365/master because node does not exist (not an error) 2024-12-07T01:21:51,040 WARN [M:0;ec1863dc21e5:37921 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:21:51,041 INFO [M:0;ec1863dc21e5:37921 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/.lastflushedseqids 2024-12-07T01:21:51,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741845_1021 (size=173) 2024-12-07T01:21:51,119 INFO [RS:0;ec1863dc21e5:45895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:21:51,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:51,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x101ad60e64d0004, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:51,119 INFO [RS:0;ec1863dc21e5:45895 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,45895,1733534485766; zookeeper connection closed. 2024-12-07T01:21:51,119 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a91891f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a91891f 2024-12-07T01:21:51,119 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:21:51,444 INFO [M:0;ec1863dc21e5:37921 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:21:51,444 INFO [M:0;ec1863dc21e5:37921 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:21:51,445 DEBUG [M:0;ec1863dc21e5:37921 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:21:51,445 INFO [M:0;ec1863dc21e5:37921 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:51,445 DEBUG [M:0;ec1863dc21e5:37921 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:51,445 DEBUG [M:0;ec1863dc21e5:37921 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:21:51,445 DEBUG [M:0;ec1863dc21e5:37921 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:51,445 INFO [M:0;ec1863dc21e5:37921 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-07T01:21:51,458 DEBUG [M:0;ec1863dc21e5:37921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69c36cf69dc147fb9b088aab15443c1b is 82, key is hbase:meta,,1/info:regioninfo/1733534488244/Put/seqid=0 2024-12-07T01:21:51,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741846_1022 (size=5672) 2024-12-07T01:21:51,461 INFO [M:0;ec1863dc21e5:37921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69c36cf69dc147fb9b088aab15443c1b 2024-12-07T01:21:51,479 DEBUG [M:0;ec1863dc21e5:37921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/659fa468a6ba490c85662222d29ffa98 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733534496153/Put/seqid=0 2024-12-07T01:21:51,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741847_1023 (size=6587) 2024-12-07T01:21:51,487 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:51,487 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:51,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T01:21:51,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T01:21:51,882 INFO [M:0;ec1863dc21e5:37921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/659fa468a6ba490c85662222d29ffa98 2024-12-07T01:21:51,897 DEBUG [M:0;ec1863dc21e5:37921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27ba5399d7d6462ab83aa6aca0892bf9 is 69, key is ec1863dc21e5,45895,1733534485766/rs:state/1733534487024/Put/seqid=0 2024-12-07T01:21:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741848_1024 (size=5156) 2024-12-07T01:21:52,301 INFO [M:0;ec1863dc21e5:37921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27ba5399d7d6462ab83aa6aca0892bf9 2024-12-07T01:21:52,304 DEBUG [M:0;ec1863dc21e5:37921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69c36cf69dc147fb9b088aab15443c1b as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69c36cf69dc147fb9b088aab15443c1b 2024-12-07T01:21:52,308 INFO [M:0;ec1863dc21e5:37921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69c36cf69dc147fb9b088aab15443c1b, entries=8, sequenceid=55, filesize=5.5 K 2024-12-07T01:21:52,308 DEBUG [M:0;ec1863dc21e5:37921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/659fa468a6ba490c85662222d29ffa98 as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/659fa468a6ba490c85662222d29ffa98 2024-12-07T01:21:52,312 INFO [M:0;ec1863dc21e5:37921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/659fa468a6ba490c85662222d29ffa98, entries=6, sequenceid=55, filesize=6.4 K 2024-12-07T01:21:52,312 DEBUG [M:0;ec1863dc21e5:37921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27ba5399d7d6462ab83aa6aca0892bf9 as hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27ba5399d7d6462ab83aa6aca0892bf9 2024-12-07T01:21:52,315 INFO [M:0;ec1863dc21e5:37921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33933/user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27ba5399d7d6462ab83aa6aca0892bf9, entries=1, sequenceid=55, filesize=5.0 K 2024-12-07T01:21:52,316 INFO [M:0;ec1863dc21e5:37921 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=55, compaction requested=false 2024-12-07T01:21:52,317 INFO [M:0;ec1863dc21e5:37921 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:52,317 DEBUG [M:0;ec1863dc21e5:37921 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534511445Disabling compacts and flushes for region at 1733534511445Disabling writes for close at 1733534511445Obtaining lock to block concurrent updates at 1733534511445Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534511445Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733534511445Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534511446 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534511446Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534511457 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534511457Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534511464 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534511479 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534511479Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534511885 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534511897 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534511897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290f09db: reopening flushed file at 1733534512304 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369ffa20: reopening flushed file at 1733534512308 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220c3c5b: reopening flushed file at 1733534512312 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=55, compaction requested=false at 1733534512316 (+4 ms)Writing region close event to WAL at 1733534512317 (+1 ms)Closed at 1733534512317 2024-12-07T01:21:52,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36891 is added to blk_1073741830_1006 (size=32782) 2024-12-07T01:21:52,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/532d3d51-e8aa-2c48-50f1-76c47d7a47ba/MasterData/WALs/ec1863dc21e5,37921,1733534485618/ec1863dc21e5%2C37921%2C1733534485618.1733534486711 not finished, retry = 0 2024-12-07T01:21:52,419 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:21:52,419 INFO [M:0;ec1863dc21e5:37921 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:21:52,420 INFO [M:0;ec1863dc21e5:37921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37921 2024-12-07T01:21:52,420 INFO [M:0;ec1863dc21e5:37921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:21:52,591 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:52,591 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:52,624 INFO [M:0;ec1863dc21e5:37921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:21:52,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:52,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37921-0x101ad60e64d0003, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:52,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16cb611e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:21:52,626 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42cb9d4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:21:52,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:21:52,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa2692e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:21:52,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@654e73bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/hadoop.log.dir/,STOPPED} 2024-12-07T01:21:52,628 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:21:52,628 WARN [BP-357508788-172.17.0.3-1733534483650 heartbeating to localhost/127.0.0.1:33933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:21:52,628 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:21:52,628 WARN [BP-357508788-172.17.0.3-1733534483650 heartbeating to localhost/127.0.0.1:33933 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-357508788-172.17.0.3-1733534483650 (Datanode Uuid 6c4e682d-e6d1-4486-9548-66f62b518a1f) service to localhost/127.0.0.1:33933 2024-12-07T01:21:52,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/cluster_ca627527-c4a3-3fde-e765-e5cd1a6a9512/data/data1/current/BP-357508788-172.17.0.3-1733534483650 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:21:52,629 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/cluster_ca627527-c4a3-3fde-e765-e5cd1a6a9512/data/data2/current/BP-357508788-172.17.0.3-1733534483650 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:21:52,629 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:21:52,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@690fba0f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:21:52,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6627d46b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:21:52,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:21:52,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738e3a8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:21:52,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@119eee7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5028984-7513-d1dd-e541-ccc9be1236fb/hadoop.log.dir/,STOPPED} 2024-12-07T01:21:52,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:21:52,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T01:21:52,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:52,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:52,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:52,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:52,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:52,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T01:21:52,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=155033268, stopped=false 2024-12-07T01:21:52,648 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ec1863dc21e5,34267,1733534478869 2024-12-07T01:21:52,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0823222638/running 2024-12-07T01:21:52,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0823222638/running 2024-12-07T01:21:52,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:52,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:52,661 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:21:52,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T01:21:52,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:52,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:52,661 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ec1863dc21e5,33189,1733534479049' ***** 2024-12-07T01:21:52,661 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T01:21:52,661 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T01:21:52,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Set watcher on znode that does not yet exist, /0823222638/running 2024-12-07T01:21:52,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Set watcher on znode that does not yet exist, /0823222638/running 2024-12-07T01:21:52,661 INFO [RS:0;ec1863dc21e5:33189 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T01:21:52,662 INFO [RS:0;ec1863dc21e5:33189 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T01:21:52,662 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T01:21:52,662 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(3091): Received CLOSE for f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:52,662 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(3091): Received CLOSE for dc0349859d38880a6124a606916fcf25 2024-12-07T01:21:52,662 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(959): stopping server ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:52,662 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:21:52,662 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1e84a646152f446ff0353c4b01cefb9, disabling compactions & flushes 2024-12-07T01:21:52,662 INFO [RS:0;ec1863dc21e5:33189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:33189. 2024-12-07T01:21:52,662 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. 2024-12-07T01:21:52,662 DEBUG [RS:0;ec1863dc21e5:33189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:52,662 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. 2024-12-07T01:21:52,662 DEBUG [RS:0;ec1863dc21e5:33189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:52,662 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. after waiting 0 ms 2024-12-07T01:21:52,662 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. 2024-12-07T01:21:52,662 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T01:21:52,662 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T01:21:52,662 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f1e84a646152f446ff0353c4b01cefb9 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-07T01:21:52,662 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T01:21:52,662 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T01:21:52,664 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-07T01:21:52,664 DEBUG [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f1e84a646152f446ff0353c4b01cefb9=hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9., dc0349859d38880a6124a606916fcf25=test,,1733534492855.dc0349859d38880a6124a606916fcf25.} 2024-12-07T01:21:52,664 DEBUG [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc0349859d38880a6124a606916fcf25, f1e84a646152f446ff0353c4b01cefb9 2024-12-07T01:21:52,664 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T01:21:52,664 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T01:21:52,664 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T01:21:52,664 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T01:21:52,664 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T01:21:52,664 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-07T01:21:52,672 INFO [regionserver/ec1863dc21e5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:21:52,676 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/replication/f1e84a646152f446ff0353c4b01cefb9/.tmp/hfileref/3669e8f6865340b8acfedb725530ba8f is 74, key is 1/hfileref:2c3790042fd344fd9fff6e08cc248988_SeqId_6_/1733534506068/DeleteColumn/seqid=0 2024-12-07T01:21:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741847_1023 (size=5489) 2024-12-07T01:21:52,678 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/replication/f1e84a646152f446ff0353c4b01cefb9/.tmp/hfileref/3669e8f6865340b8acfedb725530ba8f 2024-12-07T01:21:52,681 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/.tmp/info/8f5a1904db4c42a98ae21556cdbf28d0 is 147, key is hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9./info:regioninfo/1733534500069/Put/seqid=0 2024-12-07T01:21:52,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741848_1024 (size=7686) 2024-12-07T01:21:52,684 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/.tmp/info/8f5a1904db4c42a98ae21556cdbf28d0 2024-12-07T01:21:52,700 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/replication/f1e84a646152f446ff0353c4b01cefb9/.tmp/queue/b6cccf440c1546e3b7c1039bf4bfddbe is 153, key is 1-ec1863dc21e5,33189,1733534479049/queue:ec1863dc21e5%2C33189%2C1733534479049/1733534506070/Put/seqid=0 2024-12-07T01:21:52,702 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/.tmp/ns/7d4ac7a0f21b42638dcca38b3119e658 is 43, key is default/ns:d/1733534483510/Put/seqid=0 2024-12-07T01:21:52,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741849_1025 (size=5504) 2024-12-07T01:21:52,704 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/replication/f1e84a646152f446ff0353c4b01cefb9/.tmp/queue/b6cccf440c1546e3b7c1039bf4bfddbe 2024-12-07T01:21:52,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741850_1026 (size=5153) 2024-12-07T01:21:52,705 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/.tmp/ns/7d4ac7a0f21b42638dcca38b3119e658 2024-12-07T01:21:52,708 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/replication/f1e84a646152f446ff0353c4b01cefb9/.tmp/hfileref/3669e8f6865340b8acfedb725530ba8f as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/replication/f1e84a646152f446ff0353c4b01cefb9/hfileref/3669e8f6865340b8acfedb725530ba8f 2024-12-07T01:21:52,711 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/replication/f1e84a646152f446ff0353c4b01cefb9/hfileref/3669e8f6865340b8acfedb725530ba8f, entries=6, sequenceid=17, filesize=5.4 K 2024-12-07T01:21:52,711 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/replication/f1e84a646152f446ff0353c4b01cefb9/.tmp/queue/b6cccf440c1546e3b7c1039bf4bfddbe as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/replication/f1e84a646152f446ff0353c4b01cefb9/queue/b6cccf440c1546e3b7c1039bf4bfddbe 2024-12-07T01:21:52,714 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/replication/f1e84a646152f446ff0353c4b01cefb9/queue/b6cccf440c1546e3b7c1039bf4bfddbe, entries=2, sequenceid=17, filesize=5.4 K 2024-12-07T01:21:52,715 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f1e84a646152f446ff0353c4b01cefb9 in 53ms, sequenceid=17, compaction requested=false 2024-12-07T01:21:52,718 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/replication/f1e84a646152f446ff0353c4b01cefb9/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-07T01:21:52,718 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:21:52,718 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:21:52,718 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. 2024-12-07T01:21:52,718 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1e84a646152f446ff0353c4b01cefb9: Waiting for close lock at 1733534512662Running coprocessor pre-close hooks at 1733534512662Disabling compacts and flushes for region at 1733534512662Disabling writes for close at 1733534512662Obtaining lock to block concurrent updates at 1733534512662Preparing flush snapshotting stores in f1e84a646152f446ff0353c4b01cefb9 at 1733534512662Finished memstore snapshotting hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733534512663 (+1 ms)Flushing stores of hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. at 1733534512663Flushing f1e84a646152f446ff0353c4b01cefb9/hfileref: creating writer at 1733534512663Flushing f1e84a646152f446ff0353c4b01cefb9/hfileref: appending metadata at 1733534512675 (+12 ms)Flushing f1e84a646152f446ff0353c4b01cefb9/hfileref: closing flushed file at 1733534512675Flushing f1e84a646152f446ff0353c4b01cefb9/queue: creating writer at 1733534512682 (+7 ms)Flushing f1e84a646152f446ff0353c4b01cefb9/queue: appending metadata at 1733534512699 (+17 ms)Flushing f1e84a646152f446ff0353c4b01cefb9/queue: closing flushed file at 1733534512699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c3439c5: reopening flushed file at 1733534512708 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555e776f: reopening flushed file at 1733534512711 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f1e84a646152f446ff0353c4b01cefb9 in 53ms, sequenceid=17, compaction requested=false at 1733534512715 (+4 ms)Writing region close event to WAL at 1733534512715Running coprocessor post-close hooks at 1733534512718 (+3 ms)Closed at 1733534512718 2024-12-07T01:21:52,718 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733534499317.f1e84a646152f446ff0353c4b01cefb9. 2024-12-07T01:21:52,718 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc0349859d38880a6124a606916fcf25, disabling compactions & flushes 2024-12-07T01:21:52,719 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733534492855.dc0349859d38880a6124a606916fcf25. 2024-12-07T01:21:52,719 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733534492855.dc0349859d38880a6124a606916fcf25. 2024-12-07T01:21:52,719 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733534492855.dc0349859d38880a6124a606916fcf25. after waiting 0 ms 2024-12-07T01:21:52,719 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733534492855.dc0349859d38880a6124a606916fcf25. 2024-12-07T01:21:52,721 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/default/test/dc0349859d38880a6124a606916fcf25/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T01:21:52,721 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:21:52,722 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-07T01:21:52,722 INFO [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733534492855.dc0349859d38880a6124a606916fcf25. 2024-12-07T01:21:52,722 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc0349859d38880a6124a606916fcf25: Waiting for close lock at 1733534512718Running coprocessor pre-close hooks at 1733534512718Disabling compacts and flushes for region at 1733534512718Disabling writes for close at 1733534512719 (+1 ms)Writing region close event to WAL at 1733534512719Running coprocessor post-close hooks at 1733534512721 (+2 ms)Closed at 1733534512722 (+1 ms) 2024-12-07T01:21:52,722 DEBUG [RS_CLOSE_REGION-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733534492855.dc0349859d38880a6124a606916fcf25. 2024-12-07T01:21:52,723 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/.tmp/rep_barrier/d755f20be3104d048c57decaaa7324e7 is 112, key is test,,1733534492855.dc0349859d38880a6124a606916fcf25./rep_barrier:seqnumDuringOpen/1733534493996/Put/seqid=0 2024-12-07T01:21:52,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741851_1027 (size=5518) 2024-12-07T01:21:52,864 DEBUG [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:21:53,064 DEBUG [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:21:53,072 INFO [regionserver/ec1863dc21e5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T01:21:53,073 INFO [regionserver/ec1863dc21e5:0.Chore.2 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T01:21:53,126 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/.tmp/rep_barrier/d755f20be3104d048c57decaaa7324e7 2024-12-07T01:21:53,142 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/.tmp/table/ebb87cbe5a5944ce87912fdf4ed4c5c0 is 53, key is hbase:replication/table:state/1733534500075/Put/seqid=0 2024-12-07T01:21:53,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741852_1028 (size=5308) 2024-12-07T01:21:53,264 DEBUG [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:21:53,465 DEBUG [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T01:21:53,545 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/.tmp/table/ebb87cbe5a5944ce87912fdf4ed4c5c0 2024-12-07T01:21:53,549 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/.tmp/info/8f5a1904db4c42a98ae21556cdbf28d0 as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/info/8f5a1904db4c42a98ae21556cdbf28d0 2024-12-07T01:21:53,552 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/info/8f5a1904db4c42a98ae21556cdbf28d0, entries=20, sequenceid=16, filesize=7.5 K 2024-12-07T01:21:53,553 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/.tmp/ns/7d4ac7a0f21b42638dcca38b3119e658 as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/ns/7d4ac7a0f21b42638dcca38b3119e658 2024-12-07T01:21:53,555 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/ns/7d4ac7a0f21b42638dcca38b3119e658, entries=2, sequenceid=16, filesize=5.0 K 2024-12-07T01:21:53,556 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/.tmp/rep_barrier/d755f20be3104d048c57decaaa7324e7 as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/rep_barrier/d755f20be3104d048c57decaaa7324e7 2024-12-07T01:21:53,558 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/rep_barrier/d755f20be3104d048c57decaaa7324e7, entries=1, sequenceid=16, filesize=5.4 K 2024-12-07T01:21:53,559 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/.tmp/table/ebb87cbe5a5944ce87912fdf4ed4c5c0 as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/table/ebb87cbe5a5944ce87912fdf4ed4c5c0 2024-12-07T01:21:53,562 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/table/ebb87cbe5a5944ce87912fdf4ed4c5c0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-07T01:21:53,562 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 898ms, sequenceid=16, compaction requested=false 2024-12-07T01:21:53,562 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T01:21:53,566 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-07T01:21:53,566 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-07T01:21:53,566 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T01:21:53,566 INFO [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T01:21:53,566 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733534512664Running coprocessor pre-close hooks at 1733534512664Disabling compacts and flushes for region at 1733534512664Disabling writes for close at 1733534512664Obtaining lock to block concurrent updates at 1733534512664Preparing flush snapshotting stores in 1588230740 at 1733534512664Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733534512664Flushing stores of hbase:meta,,1.1588230740 at 1733534512665 (+1 ms)Flushing 1588230740/info: creating writer at 1733534512665Flushing 1588230740/info: appending metadata at 1733534512680 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733534512680Flushing 1588230740/ns: creating writer at 1733534512687 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733534512702 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733534512702Flushing 1588230740/rep_barrier: creating writer at 1733534512708 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733534512723 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733534512723Flushing 1588230740/table: creating writer at 1733534513129 (+406 ms)Flushing 1588230740/table: appending metadata at 1733534513141 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733534513141Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf313f3: reopening flushed file at 1733534513549 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd37a06: reopening flushed file at 1733534513552 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41cb5ad2: reopening flushed file at 1733534513555 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19bdedb8: reopening flushed file at 1733534513559 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 898ms, sequenceid=16, compaction requested=false at 1733534513562 (+3 ms)Writing region close event to WAL at 1733534513564 (+2 ms)Running coprocessor post-close hooks at 1733534513566 (+2 ms)Closed at 1733534513566 2024-12-07T01:21:53,566 DEBUG [RS_CLOSE_META-regionserver/ec1863dc21e5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T01:21:53,665 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(976): stopping server ec1863dc21e5,33189,1733534479049; all regions closed. 2024-12-07T01:21:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741843_1019 (size=859) 2024-12-07T01:21:53,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.meta.1733534503975.meta not finished, retry = 0 2024-12-07T01:21:53,769 DEBUG [RS:0;ec1863dc21e5:33189 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/oldWALs 2024-12-07T01:21:53,769 INFO [RS:0;ec1863dc21e5:33189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C33189%2C1733534479049.meta:.meta(num 1733534503975) 2024-12-07T01:21:53,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741842_1018 (size=2791) 2024-12-07T01:21:53,772 DEBUG [RS:0;ec1863dc21e5:33189 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/oldWALs 2024-12-07T01:21:53,772 INFO [RS:0;ec1863dc21e5:33189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C33189%2C1733534479049.rep:(num 1733534503955) 2024-12-07T01:21:53,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741844_1020 (size=696) 2024-12-07T01:21:53,774 DEBUG [RS:0;ec1863dc21e5:33189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/oldWALs 2024-12-07T01:21:53,774 INFO [RS:0;ec1863dc21e5:33189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ec1863dc21e5%2C33189%2C1733534479049:(num 1733534503995) 2024-12-07T01:21:53,774 DEBUG [RS:0;ec1863dc21e5:33189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:53,774 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T01:21:53,774 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:21:53,774 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.ChoreService(370): Chore service for: regionserver/ec1863dc21e5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T01:21:53,775 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:21:53,775 INFO [regionserver/ec1863dc21e5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:21:53,775 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ec1863dc21e5,33189,1733534479049 because: Region server is closing 2024-12-07T01:21:53,775 INFO [RS:0;ec1863dc21e5:33189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:33189. 2024-12-07T01:21:53,775 DEBUG [RS:0;ec1863dc21e5:33189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:53,775 DEBUG [RS:0;ec1863dc21e5:33189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:53,776 DEBUG [RS:0;ec1863dc21e5:33189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:53,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:53,795 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 to pos 393, reset compression=false 2024-12-07T01:21:53,796 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 was moved to hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/oldWALs/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 2024-12-07T01:21:53,797 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995 2024-12-07T01:21:53,797 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-07T01:21:53,797 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-07T01:21:53,797 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.wal-reader.ec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-07T01:21:53,797 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ec1863dc21e5,33189,1733534479049 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/WALs/ec1863dc21e5,33189,1733534479049/ec1863dc21e5%2C33189%2C1733534479049.1733534503995, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-07T01:21:53,798 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ec1863dc21e5,33189,1733534479049: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-ec1863dc21e5,33189,1733534479049, walGroup=ec1863dc21e5%2C33189%2C1733534479049, offset=ec1863dc21e5%2C33189%2C1733534479049.1733534503995:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ec1863dc21e5:33189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor148.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-07T01:21:53,799 ERROR [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-07T01:21:53,799 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-07T01:21:53,799 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-07T01:21:53,799 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-07T01:21:53,799 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-07T01:21:53,799 INFO [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1503657984, "init": 1048576000, "max": 2306867200, "used": 1106598688 }, "NonHeapMemoryUsage": { "committed": 210501632, "init": 7667712, "max": -1, "used": 207558832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-07T01:21:53,800 DEBUG [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ec1863dc21e5%2C33189%2C1733534479049.1733534503995] 2024-12-07T01:21:53,876 WARN [RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-07T01:21:53,876 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,1-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,1-ec1863dc21e5,33189,1733534479049 terminated 2024-12-07T01:21:53,876 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ec1863dc21e5,33189,1733534479049 because: Region server is closing 2024-12-07T01:21:53,876 INFO [RS:0;ec1863dc21e5:33189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ec1863dc21e5:33189. 2024-12-07T01:21:53,876 DEBUG [RS:0;ec1863dc21e5:33189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T01:21:53,876 DEBUG [RS:0;ec1863dc21e5:33189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:53,876 DEBUG [RS:0;ec1863dc21e5:33189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T01:21:53,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T01:21:53,877 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ec1863dc21e5:0-0.replicationSource,2-ec1863dc21e5,33189,1733534479049.replicationSource.shipperec1863dc21e5%2C33189%2C1733534479049,2-ec1863dc21e5,33189,1733534479049 terminated 2024-12-07T01:21:53,877 INFO [RS:0;ec1863dc21e5:33189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33189 2024-12-07T01:21:53,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638/rs 2024-12-07T01:21:53,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0823222638/rs/ec1863dc21e5,33189,1733534479049 2024-12-07T01:21:53,934 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:21:53,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ec1863dc21e5,33189,1733534479049] 2024-12-07T01:21:53,955 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0823222638/draining/ec1863dc21e5,33189,1733534479049 already deleted, retry=false 2024-12-07T01:21:53,955 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ec1863dc21e5,33189,1733534479049 expired; onlineServers=0 2024-12-07T01:21:53,955 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ec1863dc21e5,34267,1733534478869' ***** 2024-12-07T01:21:53,955 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T01:21:53,955 INFO [M:0;ec1863dc21e5:34267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T01:21:53,955 INFO [M:0;ec1863dc21e5:34267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T01:21:53,955 DEBUG [M:0;ec1863dc21e5:34267 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T01:21:53,955 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T01:21:53,955 DEBUG [M:0;ec1863dc21e5:34267 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T01:21:53,955 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534482228 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.large.0-1733534482228,5,FailOnTimeoutGroup] 2024-12-07T01:21:53,955 DEBUG [master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534482232 {}] cleaner.HFileCleaner(306): Exit Thread[master/ec1863dc21e5:0:becomeActiveMaster-HFileCleaner.small.0-1733534482232,5,FailOnTimeoutGroup] 2024-12-07T01:21:53,956 INFO [M:0;ec1863dc21e5:34267 {}] hbase.ChoreService(370): Chore service for: master/ec1863dc21e5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T01:21:53,956 INFO [M:0;ec1863dc21e5:34267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T01:21:53,956 DEBUG [M:0;ec1863dc21e5:34267 {}] master.HMaster(1795): Stopping service threads 2024-12-07T01:21:53,956 INFO [M:0;ec1863dc21e5:34267 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T01:21:53,956 INFO [M:0;ec1863dc21e5:34267 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T01:21:53,956 INFO [M:0;ec1863dc21e5:34267 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T01:21:53,956 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T01:21:53,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0823222638/master 2024-12-07T01:21:53,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0823222638 2024-12-07T01:21:53,966 DEBUG [M:0;ec1863dc21e5:34267 {}] zookeeper.ZKUtil(347): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Unable to get data of znode /0823222638/master because node does not exist (not an error) 2024-12-07T01:21:53,966 WARN [M:0;ec1863dc21e5:34267 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T01:21:53,966 INFO [M:0;ec1863dc21e5:34267 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/.lastflushedseqids 2024-12-07T01:21:53,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741853_1029 (size=263) 2024-12-07T01:21:54,045 INFO [RS:0;ec1863dc21e5:33189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:21:54,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:54,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33189-0x101ad60e64d0001, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:54,045 INFO [RS:0;ec1863dc21e5:33189 {}] regionserver.HRegionServer(1031): Exiting; stopping=ec1863dc21e5,33189,1733534479049; zookeeper connection closed. 2024-12-07T01:21:54,045 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c162a17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c162a17 2024-12-07T01:21:54,045 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T01:21:54,370 INFO [M:0;ec1863dc21e5:34267 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T01:21:54,370 INFO [M:0;ec1863dc21e5:34267 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T01:21:54,370 DEBUG [M:0;ec1863dc21e5:34267 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T01:21:54,370 INFO [M:0;ec1863dc21e5:34267 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:54,370 DEBUG [M:0;ec1863dc21e5:34267 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:54,370 DEBUG [M:0;ec1863dc21e5:34267 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T01:21:54,370 DEBUG [M:0;ec1863dc21e5:34267 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:54,370 INFO [M:0;ec1863dc21e5:34267 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.13 KB heapSize=71.44 KB 2024-12-07T01:21:54,389 DEBUG [M:0;ec1863dc21e5:34267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d870b6c9e3146e8b7507532e3f7786a is 82, key is hbase:meta,,1/info:regioninfo/1733534483464/Put/seqid=0 2024-12-07T01:21:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741854_1030 (size=5672) 2024-12-07T01:21:54,583 INFO [master/ec1863dc21e5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-07T01:21:54,583 INFO [master/ec1863dc21e5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-07T01:21:54,792 INFO [M:0;ec1863dc21e5:34267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d870b6c9e3146e8b7507532e3f7786a 2024-12-07T01:21:54,806 DEBUG [M:0;ec1863dc21e5:34267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58048ee248f8443ea68a14bdea75f8df is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733534494004/Put/seqid=0 2024-12-07T01:21:54,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741855_1031 (size=7611) 2024-12-07T01:21:55,209 INFO [M:0;ec1863dc21e5:34267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.57 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58048ee248f8443ea68a14bdea75f8df 2024-12-07T01:21:55,213 INFO [M:0;ec1863dc21e5:34267 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58048ee248f8443ea68a14bdea75f8df 2024-12-07T01:21:55,225 DEBUG [M:0;ec1863dc21e5:34267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39ac1f29c93145eea9337303c1d4c813 is 69, key is ec1863dc21e5,33189,1733534479049/rs:state/1733534482353/Put/seqid=0 2024-12-07T01:21:55,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741856_1032 (size=5156) 2024-12-07T01:21:55,628 INFO [M:0;ec1863dc21e5:34267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39ac1f29c93145eea9337303c1d4c813 2024-12-07T01:21:55,632 DEBUG [M:0;ec1863dc21e5:34267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d870b6c9e3146e8b7507532e3f7786a as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d870b6c9e3146e8b7507532e3f7786a 2024-12-07T01:21:55,636 INFO [M:0;ec1863dc21e5:34267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d870b6c9e3146e8b7507532e3f7786a, entries=8, sequenceid=121, filesize=5.5 K 2024-12-07T01:21:55,636 DEBUG [M:0;ec1863dc21e5:34267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58048ee248f8443ea68a14bdea75f8df as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58048ee248f8443ea68a14bdea75f8df 2024-12-07T01:21:55,640 INFO [M:0;ec1863dc21e5:34267 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58048ee248f8443ea68a14bdea75f8df 2024-12-07T01:21:55,641 INFO [M:0;ec1863dc21e5:34267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58048ee248f8443ea68a14bdea75f8df, entries=13, sequenceid=121, filesize=7.4 K 2024-12-07T01:21:55,641 DEBUG [M:0;ec1863dc21e5:34267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39ac1f29c93145eea9337303c1d4c813 as hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39ac1f29c93145eea9337303c1d4c813 2024-12-07T01:21:55,645 INFO [M:0;ec1863dc21e5:34267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33835/user/jenkins/test-data/6866df5f-4d74-a5d3-7a86-6d06320f6f60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39ac1f29c93145eea9337303c1d4c813, entries=1, sequenceid=121, filesize=5.0 K 2024-12-07T01:21:55,646 INFO [M:0;ec1863dc21e5:34267 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=121, compaction requested=false 2024-12-07T01:21:55,647 INFO [M:0;ec1863dc21e5:34267 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T01:21:55,648 DEBUG [M:0;ec1863dc21e5:34267 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733534514370Disabling compacts and flushes for region at 1733534514370Disabling writes for close at 1733534514370Obtaining lock to block concurrent updates at 1733534514370Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733534514370Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61569, getHeapSize=73088, getOffHeapSize=0, getCellsCount=140 at 1733534514370Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733534514371 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733534514371Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733534514388 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733534514388Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733534514795 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733534514806 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733534514806Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733534515213 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733534515225 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733534515225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@718cb2e: reopening flushed file at 1733534515632 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1064790d: reopening flushed file at 1733534515636 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f86f530: reopening flushed file at 1733534515641 (+5 ms)Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=121, compaction requested=false at 1733534515646 (+5 ms)Writing region close event to WAL at 1733534515647 (+1 ms)Closed at 1733534515647 2024-12-07T01:21:55,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741830_1006 (size=69932) 2024-12-07T01:21:55,652 INFO [M:0;ec1863dc21e5:34267 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T01:21:55,652 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T01:21:55,652 INFO [M:0;ec1863dc21e5:34267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34267 2024-12-07T01:21:55,652 INFO [M:0;ec1863dc21e5:34267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T01:21:55,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:55,813 INFO [M:0;ec1863dc21e5:34267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T01:21:55,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34267-0x101ad60e64d0000, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T01:21:55,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5799d95e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T01:21:55,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@249fa10c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:21:55,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:21:55,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ca74ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:21:55,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61115c85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/hadoop.log.dir/,STOPPED} 2024-12-07T01:21:55,817 WARN [BP-1566189946-172.17.0.3-1733534476976 heartbeating to localhost/127.0.0.1:33835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T01:21:55,817 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T01:21:55,817 WARN [BP-1566189946-172.17.0.3-1733534476976 heartbeating to localhost/127.0.0.1:33835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1566189946-172.17.0.3-1733534476976 (Datanode Uuid d73226c5-e4a3-4b31-bc9a-dc6d390b890f) service to localhost/127.0.0.1:33835 2024-12-07T01:21:55,817 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T01:21:55,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/cluster_1887ad99-81a4-fd4c-3cbb-c032d3a4cdd0/data/data1/current/BP-1566189946-172.17.0.3-1733534476976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:21:55,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/cluster_1887ad99-81a4-fd4c-3cbb-c032d3a4cdd0/data/data2/current/BP-1566189946-172.17.0.3-1733534476976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T01:21:55,818 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T01:21:55,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25a1cd57{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T01:21:55,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a2c470{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T01:21:55,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T01:21:55,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e74d2e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T01:21:55,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@262d3e1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bcd364e3-d04d-3401-e7c4-ee3de36f0371/hadoop.log.dir/,STOPPED} 2024-12-07T01:21:55,829 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T01:21:55,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-07T01:21:55,858 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=592 (was 527) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33933 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ec1863dc21e5:0.Chore.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61492) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61492) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34001 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ec1863dc21e5:0.Chore.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61492) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33835 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33933 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=974 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=444 (was 564), ProcessCount=11 (was 11), AvailableMemoryMB=4026 (was 4180) 2024-12-07T01:21:55,859 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2024-12-07T01:21:55,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101ad60e64d0005, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:21:55,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101ad60e64d0002, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:21:55,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101ad60e64d0008, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-07T01:21:55,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101ad60e64d0005, quorum=127.0.0.1:61492, baseZNode=/11827392365 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:21:55,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101ad60e64d0008, quorum=127.0.0.1:61492, baseZNode=/2-127543076 Received Disconnected from ZooKeeper, ignoring 2024-12-07T01:21:55,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101ad60e64d0002, quorum=127.0.0.1:61492, baseZNode=/0823222638 Received Disconnected from ZooKeeper, ignoring